-- Logs begin at Wed 2021-08-04 11:09:27 UTC, end at Wed 2021-08-04 12:11:44 UTC. -- Aug 04 11:42:02.023947 dv-cinder-792800-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 11:42:04.929594 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:42:04.930267 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:42:04.930569 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:42:04.934079 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:42:04.934404 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:42:04.934917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:42:04.936231 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:42:04.936640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:42:04.937055 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:42:04.937393 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:42:04.937785 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:42:04.938293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.938761 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.939247 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.939633 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.940148 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.940632 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.941096 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.941579 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.942070 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.942543 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.942999 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.943453 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.943855 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.944327 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.944806 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.945273 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.945525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] debug = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.945861 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.946865 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.947315 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.947611 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.947944 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.948239 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.948521 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.948811 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.949101 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.949505 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] host = dv-cinder-792800-3-iscsi {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.949750 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.950047 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.950347 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.950640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.950928 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.951210 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.951502 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.951794 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.952079 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.952362 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.952658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.952953 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.953249 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954781 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.954781 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.955061 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.955337 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.955624 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.955922 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.956213 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.956560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.957009 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.957310 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.957595 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.957877 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.958157 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.958452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.958872 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.959012 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.959295 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.959589 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.959887 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.960170 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.960480 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.960769 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.961055 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.961345 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.961620 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.962556 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.962845 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.963172 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.963524 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_json = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.964481 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.964481 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.964481 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.964824 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.964904 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.965187 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.965957 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.965957 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:04.966191 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.966336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.966646 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.966646 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.967228 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.967512 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.967823 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.968109 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.968400 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.968696 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.968994 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.969277 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.969573 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.969856 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.970174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.970475 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.970776 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.971074 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.971354 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.971635 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.971943 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.972228 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.972519 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.972816 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.973110 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.973389 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.973673 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.973968 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.974248 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.974525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.974806 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.975100 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.975389 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.975880 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.976326 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.976619 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.976899 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.977181 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.977516 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.977893 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.978190 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.978463 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.978741 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.979021 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.979295 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.979583 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.979890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.980171 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.980448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.980725 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.981001 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.981280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.981562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.981838 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.982116 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.982394 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.982668 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.982945 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.983345 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.983498 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.983795 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.984147 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.984395 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.985435 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.985435 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.985435 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.985435 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.985904 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.986021 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.986300 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.986587 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.986871 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.987153 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.987437 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.987720 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.988027 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.988310 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.988592 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.988869 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.989177 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.989469 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.989911 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.990417 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.990782 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.991089 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.991559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.992042 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.992336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.992828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.993428 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.993875 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.994266 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.994757 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.995245 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.995741 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.996261 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.996730 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.997245 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.997711 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:04.998068 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:42:04.998463 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104830) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 11:42:05.383292 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:42:05.383589 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:42:05.384087 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:42:05.384508 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 11:42:05.798694 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.798989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.799269 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.800525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.800808 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.801079 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.836280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.836564 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.837443 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.851000 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.851272 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.851545 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.882300 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.882585 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.882858 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.921184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.921482 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:05.921766 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.170238 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.171030 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.171151 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.171349 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.172696 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.337918 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.338239 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.338529 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.338810 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.339088 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.339406 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.339675 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.339967 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.340230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.340518 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.340784 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.341055 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.341318 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.341577 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.341839 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.342108 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.342371 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.342639 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.342916 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.343183 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.343463 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.343722 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.344040 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.344431 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.344690 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.344944 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.345347 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.345595 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.345838 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.346078 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.346315 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.346554 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:06.346927 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 11:42:06.350326 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 11:42:06.354474 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 11:42:06.358193 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 04 11:42:06.360037 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 11:42:06.360506 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 11:42:06.360848 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 11:42:06.361285 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 11:42:06.364228 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 11:42:06.364487 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 11:42:06.364842 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:42:06.370352 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 11:42:06.393819 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 11:42:06.394296 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.394605 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104830) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 11:42:06.394975 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.396402 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104830) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 11:42:06.396699 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:42:06.396952 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 11:42:06.401408 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.401706 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:06.466346 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 11:42:06.466529 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 11:42:06.466739 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 11:42:06.467133 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 11:42:06.488834 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_db.sqlalchemy.engines [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104830) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 11:42:07.040441 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing driver for type 'gre' Aug 04 11:42:07.041537 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] gre ID ranges: [(1, 1000)] Aug 04 11:42:07.105455 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing driver for type 'local' Aug 04 11:42:07.105795 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing driver for type 'vlan' Aug 04 11:42:07.122959 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] VlanTypeDriver initialization complete Aug 04 11:42:07.123445 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing driver for type 'vxlan' Aug 04 11:42:07.124079 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] vxlan ID ranges: [(1, 1000)] Aug 04 11:42:07.186034 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing extension driver 'port_security' Aug 04 11:42:07.186678 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.extensions.port_security [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] PortSecurityExtensionDriver initialization complete Aug 04 11:42:07.187142 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing mechanism driver 'openvswitch' Aug 04 11:42:07.187654 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing mechanism driver 'hyperv' Aug 04 11:42:07.194586 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.plugin [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.195464 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.195861 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.196798 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.197375 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.197806 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.198181 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.198510 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.198897 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.199305 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.199648 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.200013 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.200399 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.200803 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.201150 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.202080 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.202080 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.202237 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.202586 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.202917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.203306 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.203715 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.204083 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.204419 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.204809 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:42:07.205192 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] ML2 OVO RPC backend initialized. {{(pid=104830) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 11:42:07.205912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.206265 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.206681 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.207034 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > networks before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.207379 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.207726 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > ports before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.208086 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.208426 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.208774 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.209110 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.209442 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.209776 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.210106 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.210437 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.210771 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.211100 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.211430 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.212583 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.plugin [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Modular L2 Plugin initialization complete Aug 04 11:42:07.212907 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading services supported by the core plugin {{(pid=104830) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 11:42:07.213238 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.plugins.ml2.managers [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Got port-security extension from driver 'port_security' Aug 04 11:42:07.213704 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.extensions.vlantransparent [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Disabled vlantransparent extension. Aug 04 11:42:07.214272 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104830) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 11:42:07.214652 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: router Aug 04 11:42:07.252654 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.253046 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_create 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.253422 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router before_create 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.253796 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.254180 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.254543 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_delete 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.255018 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.255279 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_create 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.255794 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.256157 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.256514 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.256949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.257367 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.257751 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.258093 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.258433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: subnet after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.259309 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.259790 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.260160 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.260512 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.260857 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.261218 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router after_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.261572 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.261927 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.262299 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.262648 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.263023 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > agent after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.263380 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.263728 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > network after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.264723 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Tracking information for resource: router configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:07.265075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Tracking information for resource: floatingip configured {{(pid=104830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:42:07.270458 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.db.l3_agentschedulers_db [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 11:42:07.271046 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.271408 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.271797 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.272131 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: port after_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.272936 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router before_create 55550100 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.273298 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.273657 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.274011 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.279350 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.provider_configuration [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service providers = [] {{(pid=104830) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 11:42:07.279721 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.db.servicetype_db [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104830) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 11:42:07.283069 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.service_base [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:42:07.283419 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.service_base [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:42:07.283786 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.service_base [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:42:07.284679 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.services.service_base [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:42:07.285126 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.services.service_base [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 11:42:07.285513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.285832 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 11:42:07.298654 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.298921 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: auto_allocate Aug 04 11:42:07.304851 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: network precommit_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.305226 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: network precommit_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.305819 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.306141 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: tag Aug 04 11:42:07.314488 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.314819 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: timestamp Aug 04 11:42:07.318647 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.318970 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: network_ip_availability Aug 04 11:42:07.325117 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.325488 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.325842 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.326582 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.326903 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: flavors Aug 04 11:42:07.331878 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.332216 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading Plugin: revisions Aug 04 11:42:07.336569 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:42:07.337660 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.953s {{(pid=104830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:42:07.338471 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104830) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 11:42:07.338812 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Initializing extension manager. Aug 04 11:42:07.339335 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: __init__.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.339679 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: __pycache__ {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.340040 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.340377 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: address_group.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.341197 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.341786 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: address-group Aug 04 11:42:07.342112 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: address_scope.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.342836 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.343348 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: address-scope Aug 04 11:42:07.343671 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.344678 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.345197 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: router-admin-state-down-before-update Aug 04 11:42:07.345521 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: agent.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.346228 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.346729 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: agent Aug 04 11:42:07.347049 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: agent_resources_synced.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.347988 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.348566 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: agent-resources-synced Aug 04 11:42:07.348891 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.350752 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.351277 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: allowed-address-pairs Aug 04 11:42:07.351603 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.352752 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.353263 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: auto-allocated-topology Aug 04 11:42:07.353592 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: availability_zone.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.354293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.354799 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: availability_zone Aug 04 11:42:07.355126 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: availability_zone_filter.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.356072 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.356587 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: availability_zone_filter Aug 04 11:42:07.356911 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: data_plane_status.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.357820 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.358330 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 11:42:07.358657 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: default_subnetpools.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.359573 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.360120 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: default-subnetpools Aug 04 11:42:07.360445 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.361273 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.361782 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: dhcp_agent_scheduler Aug 04 11:42:07.362103 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: dns.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.363020 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.363520 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 11:42:07.363871 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: dns_domain_ports.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.364786 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.365295 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 11:42:07.365615 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.366544 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.367047 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 11:42:07.367369 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: dvr.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.368124 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.368627 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: dvr Aug 04 11:42:07.368947 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: ecmp_routes.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.369877 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.370379 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 11:42:07.370700 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: empty_string_filtering.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.371619 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.372152 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: empty-string-filtering Aug 04 11:42:07.372478 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.373395 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.373898 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:42:07.374220 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.375142 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.375644 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 11:42:07.375989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: external_net.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.376898 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.377407 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: external-net Aug 04 11:42:07.377730 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.378647 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.379158 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: extra_dhcp_opt Aug 04 11:42:07.379479 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: extraroute.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.380421 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.380928 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: extraroute Aug 04 11:42:07.381249 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: extraroute_atomic.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.382287 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.382801 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: extraroute-atomic Aug 04 11:42:07.383135 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: filter_validation.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.384378 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.384973 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: filter-validation Aug 04 11:42:07.385309 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: fip_pf_description.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.386443 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.386953 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 11:42:07.387278 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: fip_port_details.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.388228 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.388738 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: fip-port-details Aug 04 11:42:07.389064 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: flavors.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.390312 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.390827 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: flavors Aug 04 11:42:07.391154 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.392843 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.393364 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 11:42:07.393693 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: floatingip_pools.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.394396 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.394906 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: floatingip-pools Aug 04 11:42:07.395235 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: ip_allocation.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.396208 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.396712 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 11:42:07.397039 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.397957 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.398464 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: ip-substring-filtering Aug 04 11:42:07.398791 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l2_adjacency.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.400312 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.400816 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 11:42:07.401137 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.402154 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.402720 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: router Aug 04 11:42:07.403042 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.405347 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.405883 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:42:07.406216 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.407171 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.407690 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: ext-gw-mode Aug 04 11:42:07.408054 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.409112 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.409702 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: l3-ha Aug 04 11:42:07.410029 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3_flavors.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.410952 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.411466 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: l3-flavors Aug 04 11:42:07.411820 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.412737 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.413245 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 11:42:07.413567 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: l3agentscheduler.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.414970 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.415484 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: l3_agent_scheduler Aug 04 11:42:07.415845 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: logging.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.417355 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.418001 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension logging not supported by any of loaded plugins Aug 04 11:42:07.418338 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: metering.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.419092 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.419678 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: metering Aug 04 11:42:07.420038 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.421130 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.421646 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: metering_source_and_destination_fields Aug 04 11:42:07.421976 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: multiprovidernet.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.423040 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.423553 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: multi-provider Aug 04 11:42:07.423911 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: netmtu.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.424835 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.425350 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: net-mtu Aug 04 11:42:07.425674 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: netmtu_writable.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.426594 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.427104 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: net-mtu-writable Aug 04 11:42:07.427429 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: network_availability_zone.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.428130 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.428634 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: network_availability_zone Aug 04 11:42:07.428958 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: network_ip_availability.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.430051 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.431189 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: network-ip-availability Aug 04 11:42:07.431566 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: network_segment_range.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.432370 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.432879 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 11:42:07.433201 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: pagination.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.434183 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.434517 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: pagination Aug 04 11:42:07.434843 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: port_device_profile.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.435785 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.436312 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: port-device-profile Aug 04 11:42:07.436637 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.437567 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.438076 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: port-mac-address-regenerate Aug 04 11:42:07.438403 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.439317 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.439873 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: port-numa-affinity-policy Aug 04 11:42:07.440203 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: port_resource_request.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.441129 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: portbindings.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: binding Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: portbindings_extended.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.445235 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.446695 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: binding-extended Aug 04 11:42:07.446695 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: portsecurity.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.447773 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.448291 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: port-security Aug 04 11:42:07.448810 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: project_id.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.449860 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.450194 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: project-id Aug 04 11:42:07.450521 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: providernet.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.451599 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.452229 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: provider Aug 04 11:42:07.452550 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.456136 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.456659 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos not supported by any of loaded plugins Aug 04 11:42:07.456995 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.458251 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.458767 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 11:42:07.459098 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.460049 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.460908 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 11:42:07.461238 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_default.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.462758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.463276 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-default not supported by any of loaded plugins Aug 04 11:42:07.463600 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_fip.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.464295 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.464804 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 11:42:07.465133 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.466068 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.466580 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 11:42:07.466905 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.467848 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.468357 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 11:42:07.468683 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.469599 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.470106 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 11:42:07.470427 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: qos_rules_alias.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.471474 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.472021 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 11:42:07.472346 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: quotasv2.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.473314 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.473845 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: quotas Aug 04 11:42:07.474171 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: quotasv2_detail.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.477274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.478187 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: quota_details Aug 04 11:42:07.478529 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: rbac.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.479725 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.480300 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: rbac-policies Aug 04 11:42:07.480629 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: rbac_address_group.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.481606 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.482123 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: rbac-address-group Aug 04 11:42:07.482447 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: rbac_address_scope.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.483384 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.483927 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: rbac-address-scope Aug 04 11:42:07.484253 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: rbac_security_groups.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.485251 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.485771 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: rbac-security-groups Aug 04 11:42:07.486093 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.487010 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.487521 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: rbac-subnetpool Aug 04 11:42:07.487867 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: revisionifmatch.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.488790 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.489301 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: revision-if-match Aug 04 11:42:07.489622 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: revisions.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.490744 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.491261 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: standard-attr-revisions Aug 04 11:42:07.491586 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: router_availability_zone.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.492301 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.492814 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: router_availability_zone Aug 04 11:42:07.493187 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: routerservicetype.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.494204 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.494715 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 11:42:07.495037 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.495989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.496505 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: security-groups-normalized-cidr Aug 04 11:42:07.496826 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.497749 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.498255 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: port-security-groups-filtering Aug 04 11:42:07.498575 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.499505 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.500053 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: security-groups-remote-address-group Aug 04 11:42:07.500376 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: securitygroup.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.510438 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.510984 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: security-group Aug 04 11:42:07.511341 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: segment.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.512202 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.512713 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension segment not supported by any of loaded plugins Aug 04 11:42:07.513042 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.514056 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.514566 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 11:42:07.514895 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: servicetype.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.516108 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.516631 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: service-type Aug 04 11:42:07.516961 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: sorting.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.517943 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.518280 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: sorting Aug 04 11:42:07.518596 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: standard_attr_segment.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.519591 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.520149 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 11:42:07.520471 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: standardattrdescription.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.521153 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.521663 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: standard-attr-description Aug 04 11:42:07.521981 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: stateful_security_group.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.522929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.523441 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: stateful-security-group Aug 04 11:42:07.523776 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: stdattrs_common.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.524972 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 11:42:07.525547 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.526176 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.526690 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 11:42:07.527042 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnet_onboard.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.528116 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.528636 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: subnet_onboard Aug 04 11:42:07.528961 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.529893 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.530409 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 11:42:07.530737 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnet_service_types.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.531666 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.532211 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: subnet-service-types Aug 04 11:42:07.532536 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnetallocation.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.533613 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.534130 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: subnet_allocation Aug 04 11:42:07.534455 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.535132 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.535638 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: subnetpool-prefix-ops Aug 04 11:42:07.535987 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.536914 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.537420 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 11:42:07.537743 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: tagging.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.538840 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.539610 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: standard-attr-tag Aug 04 11:42:07.540531 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: timestamp.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.541753 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.542266 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loaded extension: standard-attr-timestamp Aug 04 11:42:07.542593 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: trunk.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.543631 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.544180 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension trunk not supported by any of loaded plugins Aug 04 11:42:07.544498 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: trunk_details.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.545430 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.545939 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 11:42:07.546266 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.547190 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.547706 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 11:42:07.548056 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Loading extension file: vlantransparent.py {{(pid=104830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:42:07.548822 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:42:07.549261 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 11:42:07.551841 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:network Aug 04 11:42:07.552383 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnet Aug 04 11:42:07.552779 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:42:07.553167 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:port Aug 04 11:42:07.554452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.554884 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service FLAVORS assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.555519 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.555990 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.556385 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:router Aug 04 11:42:07.556825 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:42:07.557321 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service METERING assigned prefix: /metering {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.559062 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.559433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.559819 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:42:07.560836 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:42:07.561268 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:42:07.561706 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:42:07.562303 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service CORE assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.562629 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:42:07.562974 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] subnetpool is already registered Aug 04 11:42:07.563403 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service CORE assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.563838 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:42:07.564171 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] subnetpool is already registered Aug 04 11:42:07.566471 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.566901 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service FLAVORS assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.567499 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.567949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.568277 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:router Aug 04 11:42:07.568615 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] router is already registered Aug 04 11:42:07.569029 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:42:07.569352 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] floatingip is already registered Aug 04 11:42:07.569800 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service METERING assigned prefix: /metering {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.570478 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:42:07.570799 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] rbac_policy is already registered Aug 04 11:42:07.571276 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:42:07.571725 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] security_group is already registered Aug 04 11:42:07.572042 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:42:07.572375 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] security_group_rule is already registered Aug 04 11:42:07.572993 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service CORE assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.573318 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:42:07.573651 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] subnetpool is already registered Aug 04 11:42:07.574074 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.v2.resource_helper [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Service CORE assigned prefix: {{(pid=104830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:42:07.574411 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:42:07.574740 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING neutron.quota.resource_registry [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] subnetpool is already registered Aug 04 11:42:07.575203 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: extensions {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.576696 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: address-groups {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.578238 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: address-scopes {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.579616 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: agents {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.580817 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: auto-allocated-topology {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.582032 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: availability_zones {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.583267 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: dhcp-networks {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.586026 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: dhcp-agents {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.588151 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: routers {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.589856 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: flavors {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.591091 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: service_profiles {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.592319 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: next_providers {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.593744 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: service_profiles {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.595393 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: floatingip-pools {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.596610 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: routers {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.598289 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: floatingips {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.599545 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: l3-routers {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.601113 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: l3-agents {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.603175 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: metering-labels {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.604450 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: metering-label-rules {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.605810 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: network-ip-availabilities {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.607040 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: bindings {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.608640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: quotas {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.610164 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: quotas {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.611575 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: rbac-policies {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.612780 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: security-groups {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.615816 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: security-group-rules {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.617882 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: service-providers {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.619642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: subnetpools {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.621219 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: subnetpools {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.622781 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.624479 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.626287 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.628072 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.629762 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.631712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.633438 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.635393 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.637265 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.639090 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron.api.extensions [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Extended resource: tags {{(pid=104830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:42:07.645054 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING keystonemiddleware.auth_token [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 11:42:07.650270 dv-cinder-792800-3-iscsi neutron-server[104830]: WARNING keystonemiddleware.auth_token [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 11:42:07.659941 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Acquired lock "singleton_lock" {{(pid=104830) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 11:42:07.660426 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_concurrency.lockutils [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Releasing lock "singleton_lock" {{(pid=104830) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 11:42:07.661078 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Starting 2 workers Aug 04 11:42:07.666832 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Started child 104939 {{(pid=104830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:42:07.671821 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Started child 104940 {{(pid=104830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:42:07.673070 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO neutron.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 11:42:07.673762 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Notify callbacks [] for process, before_spawn {{(pid=104830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.676241 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Starting 1 workers Aug 04 11:42:07.676672 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.677519 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.682826 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [-] (104940) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:42:07.683039 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [-] (104939) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:42:07.683118 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Started child 104941 {{(pid=104830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:42:07.683118 dv-cinder-792800-3-iscsi neutron-server[104830]: INFO oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Starting 1 workers Aug 04 11:42:07.685508 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] calling RpcWorker wait() {{(pid=104941) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 11:42:07.686158 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] returning from RpcWorker wait() {{(pid=104941) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 11:42:07.687528 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Started child 104942 {{(pid=104830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:42:07.687707 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.687877 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG neutron_lib.callbacks.manager [None req-00ca87b9-14c4-453b-9721-0de7f38ca7d2 None None] Notify callbacks [] for process, after_spawn {{(pid=104830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.688006 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.689766 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104830) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:42:07.689989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:42:07.690146 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:42:07.690534 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:42:07.690886 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:42:07.691034 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:42:07.691559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.691905 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.692201 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.692476 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.692652 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.693182 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.693317 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.693549 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.693755 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.693885 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.694058 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.694291 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.694461 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.694630 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.694905 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.695151 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.695440 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.695731 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.696011 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.696317 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.696482 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.696750 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.697013 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.697262 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.697532 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] debug = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.697775 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.698260 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.698520 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.698772 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.699003 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.699286 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.699494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.699807 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.700033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.700261 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.700499 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.700764 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.701005 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.701209 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.701425 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.701691 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.701925 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.702426 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] host = dv-cinder-792800-3-iscsi {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.702665 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.702901 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.703151 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.703402 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.703663 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.703909 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.704183 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.704440 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.704701 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.704950 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.705306 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.705777 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.706216 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.706638 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.706867 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_options = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.707090 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.707419 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.707629 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.707968 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.707968 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.708372 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.708372 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.708753 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.708753 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.709127 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.709340 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.709543 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.709755 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.709963 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.710160 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.710358 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.710555 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.710752 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.710962 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.711160 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.711355 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.711573 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.712433 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.712642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.712866 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.713103 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.713332 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.713557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.713811 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.714010 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.714250 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.714505 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.714755 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.715005 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.715263 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.715493 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.715718 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.716103 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.716306 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.716525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.716745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.717066 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.717270 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.717615 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.717615 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.718028 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_json = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.718028 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.718411 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.718609 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.718797 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.719008 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.719208 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.719410 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.719621 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.720046 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.720326 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.720661 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.720910 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.721166 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.721409 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.721680 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.721923 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.722173 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.722423 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.722731 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.722959 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.723258 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.723512 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.723840 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.724132 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.724401 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.724735 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.724924 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.725371 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.725371 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.725806 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.726006 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.726359 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.726559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.726771 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.726969 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.727166 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.728107 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.729174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.729174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.729174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.729174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.729174 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.730758 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.731170 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.731170 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.731328 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.731462 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.731685 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.732013 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.732233 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.732482 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.732824 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.732938 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.733272 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.733501 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.733800 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.734015 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.734259 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.734491 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.734699 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.734925 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.735144 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.735355 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.735671 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.739557 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.741917 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.742448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.743494 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744198 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744198 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744438 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744510 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744735 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.744952 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.745226 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.745448 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.745676 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.745948 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.746192 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.746476 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.746874 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.746874 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.747424 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.747424 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.747853 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.747853 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.748129 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.748772 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.748772 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.749089 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.749089 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.749361 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.751828 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.752513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.752513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.752513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.752513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.752749 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.753158 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.753389 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.753624 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.753873 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.754120 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.754375 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.754618 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.754881 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.755126 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.755364 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.755623 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.755877 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.756125 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.756324 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.756550 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.756760 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.757000 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.757214 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.757451 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.757690 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.757908 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.758167 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.758381 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.758665 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.759398 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.759632 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.759846 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.760123 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.760306 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.760484 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.760726 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.760964 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.761157 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.761322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34234) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.761468 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.761608 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.761827 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.762204 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.762497 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.762752 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.763006 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.763243 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.763478 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.763705 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764006 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764238 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764489 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764721 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764969 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.764969 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.765424 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.765424 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.765916 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.765916 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.766418 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.766651 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.766889 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.767150 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.767372 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.767618 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.767877 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.768117 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.768447 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.768671 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.768873 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.769089 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.769291 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.769510 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.769723 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.769976 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.770336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.770336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.770609 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.770754 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.770904 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.771193 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.771485 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.771688 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.771991 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.772238 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.772484 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.772705 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.772906 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.773104 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.773311 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.773552 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.773752 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.774044 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.774293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.774558 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.774890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.775040 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.775177 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.775397 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.776193 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.776193 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.776193 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.778929 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.779992 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780134 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0138547 Aug 04 11:42:07.780293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780293 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780980 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780980 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.780980 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.781864 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.782099 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.782351 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.782610 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.782941 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.783159 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.785352 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.785639 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.785906 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.786299 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.786980 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.789209 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.789625 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.790681 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.790681 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.793320 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.793676 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.793981 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.794265 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.794564 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.794899 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.795185 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.795441 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.795697 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.797060 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.797339 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.797581 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.797846 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.799007 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.799176 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.799418 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.799669 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.799938 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.800183 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.800440 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.800682 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.801273 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.801677 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.802041 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.802469 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.803650 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:42:07.804376 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104830) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:42:07.804535 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:42:07.804690 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:42:07.804865 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:42:07.805039 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:42:07.805198 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:42:07.805446 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.806755 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.807099 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.807291 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.807477 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.807624 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.807825 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.808058 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.808280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.808280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.809295 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.809522 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.809722 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.809864 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.810000 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.810134 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.810267 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.810476 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.810674 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.811617 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.811858 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.812085 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.812283 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] debug = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.812283 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.812672 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.812672 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813104 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813104 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813104 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813701 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813701 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813701 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.813701 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.814224 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.814224 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.814224 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.814224 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815017 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815017 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815017 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815017 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] host = dv-cinder-792800-3-iscsi {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815017 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.815920 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.816210 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.816358 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.816526 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.816691 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.816924 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817267 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817267 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817267 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817839 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817839 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.817839 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.818452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.818452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_options = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.818452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.818452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.818452 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.819387 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.820449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.821275 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.821275 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.821275 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.821275 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.821275 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.822211 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823207 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.823890 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824200 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824200 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824467 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824703 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.824835 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825007 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825153 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825576 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825576 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825576 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825979 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.825979 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_json = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.827658 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.828942 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.829949 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.830971 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.833188 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.837559 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.838713 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.841492 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.842707 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.843912 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.845274 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.846553 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.847640 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.849033 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.850230 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.851562 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.853460 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.853460 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.853460 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.853460 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.853460 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.854038 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:07.854173 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.854731 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.855002 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.855258 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.855499 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856280 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856685 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856685 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.856972 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.857168 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.857608 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.857851 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.858089 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.858434 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.858666 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.859041 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.859217 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.859449 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.859842 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.860043 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.860210 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.860451 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.860681 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.860947 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.861317 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.861317 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.861989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.861989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.861989 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.862583 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.862583 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.862583 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.863644 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.863644 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.863644 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.863644 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.863644 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.865184 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.866712 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.869568 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.872075 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.874642 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.875937 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.875937 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.875937 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.875937 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.875937 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.876687 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.876687 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.876966 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.877233 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.877384 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.877697 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.877895 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.877895 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878147 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878278 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878525 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878781 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878983 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.878983 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.879266 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.879421 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.879550 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.879681 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880087 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880087 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.880745 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.881365 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.881365 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.881365 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.881773 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.881773 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882247 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882247 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882247 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882471 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882544 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882710 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.882880 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.883007 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.883656 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.883656 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.884886 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.885091 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.885564 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.885564 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.885564 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.886849 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887167 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887167 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887490 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887490 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887919 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887919 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.887919 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888336 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888868 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888868 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888868 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.888868 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.889560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.889560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.889560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.889560 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890019 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890019 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890019 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890236 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890513 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890657 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890791 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.890953 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.891121 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.891285 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.891451 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.891616 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:42:07.891803 dv-cinder-792800-3-iscsi neutron-server[104830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:42:20.391663 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a68da4e-42fb-4844-800c-55e27bcdda13 None None] get_active_networks_info from dv-cinder-792800-3-iscsi {{(pid=104941) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 11:42:20.480966 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68da4e-42fb-4844-800c-55e27bcdda13 None None] No non-hosted networks {{(pid=104941) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 11:42:20.491820 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.agentschedulers_db [None req-9a68da4e-42fb-4844-800c-55e27bcdda13 None None] DHCP Agent not found on host dv-cinder-792800-3-iscsi {{(pid=104941) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 11:42:20.583038 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1f8f-5c3f-48bd-80aa-e36fd9dd8639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.312608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-abb5d8ed-02e7-4136-b1d1-470fab792903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.418438 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-0759570c-079e-4d62-ac0f-1adc74ab93f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.509818 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.511507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.512369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.513338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.514454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.515503 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.516394 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.517233 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.518500 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.519338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.520413 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.521704 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.522892 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:23.523867 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792800-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:23.533471 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792800-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:25.045034 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.233779 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.db.l3_hamode_db [None req-95de5e08-8d0d-42e4-8c6b-98726d8ab685 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 11:42:27.338005 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de5e08-8d0d-42e4-8c6b-98726d8ab685 None None] Routers set() bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:27.338005 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de5e08-8d0d-42e4-8c6b-98726d8ab685 None None] Router IDs set() for agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 11:42:27.428293 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.652016 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34332) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:29.181369 dv-cinder-792800-3-iscsi neutron-server[104939]: WARNING oslo_policy.policy [None req-026ae495-a2a1-4aa9-bc6a-d7baf711515d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:29.181962 dv-cinder-792800-3-iscsi neutron-server[104939]: WARNING oslo_policy.policy [None req-026ae495-a2a1-4aa9-bc6a-d7baf711515d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:29.410980 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [None req-026ae495-a2a1-4aa9-bc6a-d7baf711515d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:29.412246 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-026ae495-a2a1-4aa9-bc6a-d7baf711515d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7580593 Aug 04 11:42:31.898016 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34346) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:32.422633 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING oslo_policy.policy [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:32.423224 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING oslo_policy.policy [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:32.651190 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:32.743515 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.policy [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:42:32.791408 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING oslo_policy.policy [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:32.791805 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING oslo_policy.policy [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:32.800566 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.quota [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] Loaded quota_driver: . Aug 04 11:42:32.902164 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273500669', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273500046', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273545284', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273543610', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273642763', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733273533629', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16749321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16742761'] for rbac-policy, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:32.973583 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:32.975425 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-4003d0e4-7f0c-4e07-9855-f343fed1ebae admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0761890 Aug 04 11:42:35.637772 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34364) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:35.944552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:35.976409 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Made reservation on behalf of 7b0ed1a5c15d4e77a5f26b16e36cf400 for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:35.980236 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.999177 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.129298 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.134260 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.155407 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:36.186694 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733271046126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.187315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Unsubscribe: segment precommit_create {{(pid=104940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:42:36.187870 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Added segment 1793823b-829e-4368-8151-f25f7dffb40a of type vlan for network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef Aug 04 11:42:36.207019 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f128a-2acd-458a-bf4d-f567e3876006,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:36.234625 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.234982 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.235337 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.235658 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.236010 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.236360 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.236751 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.237032 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.237374 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.237701 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.238021 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.238340 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Tracked resource versions report: Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: pushed versions: Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Log': {'1.0'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Network': {'1.1'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Port': {'1.7'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'PortForwarding': {'1.2'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'QosPolicy': {'1.8'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SubPort': {'1.0'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Subnet': {'1.1'}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Trunk': {'1.1'}} Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: consumer versions: Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'ConntrackHelper': '1.0', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Log': '1.0', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Network': '1.1', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Port': '1.7', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'PortForwarding': '1.2', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'QosPolicy': '1.8', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroup': '1.4', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroupRule': '1.2', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SubPort': '1.0', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Subnet': '1.1', Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Trunk': '1.1'}} Aug 04 11:42:36.239419 dv-cinder-792800-3-iscsi neutron-server[104940]: {{(pid=104940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:36.316862 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.369664 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.370793 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:36.371538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.465174 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8262110 Aug 04 11:42:36.478970 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4334c-8489-4a46-9da6-e3a5ec9485e9 admin admin] Pushing event updated for resources: {'Network': ['ID=127daad4-a2ae-4ad9-9fd0-f995a8da65ef,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:36.491588 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:39.282381 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34378) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:39.707944 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62306d-f5dd-4f26-8d9d-369fe0129f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.709314 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-df62306d-f5dd-4f26-8d9d-369fe0129f62 admin admin] 10.222.0.54 "GET /v2.0/networks/127daad4-a2ae-4ad9-9fd0-f995a8da65ef HTTP/1.1" status: 200 len: 825 time: 0.4259472 Aug 04 11:42:39.734139 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-914aff47-1a82-4955-aabc-3cfb01d70dc0 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07 HTTP/1.1" status: 200 len: 734 time: 0.0184681 Aug 04 11:42:39.744000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Request body: {'subnet': {'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'gateway_ip': '172.20.0.1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:39.766537 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Made reservation on behalf of 7b0ed1a5c15d4e77a5f26b16e36cf400 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:39.768765 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.099635 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.178065 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53185db-2d5c-4165-a989-b8f5e426c442,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:40.186941 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Checking segment: {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:40.187323 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Network hostable DHCP agents. Network: 127daad4-a2ae-4ad9-9fd0-f995a8da65ef, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:40.211042 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:40.223308 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 127daad4-a2ae-4ad9-9fd0-f995a8da65ef) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:40.228555 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.229145 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.233028 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417eb6a8-89c6-445e-b45b-20072e92ff6d None None] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:40.242838 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1a3428ec-d284-4f90-b835-1aea52086bb9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5029504 Aug 04 11:42:40.578910 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:42:40.580250 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.872569 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Allocated IP 172.20.0.2 (127daad4-a2ae-4ad9-9fd0-f995a8da65ef/a53185db-2d5c-4165-a989-b8f5e426c442/17729309-6898-4d4a-876a-c38c85bc1937) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:41.153262 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.169481 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Transition to ACTIVE for port object 17729309-6898-4d4a-876a-c38c85bc1937 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:41.192214 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Transition to ACTIVE for port object 17729309-6898-4d4a-876a-c38c85bc1937 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:41.201639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.274480 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:41.280390 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:41.292443 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:41.295673 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Pushing event updated for resources: {'Port': ['ID=17729309-6898-4d4a-876a-c38c85bc1937,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:41.327493 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.327876 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.328226 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.328561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.328892 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.329225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.329549 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.329874 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.330213 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.330538 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.330859 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.331183 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Tracked resource versions report: Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: pushed versions: Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Log': {'1.0'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Network': {'1.1'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Port': {'1.7'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'PortForwarding': {'1.2'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'QosPolicy': {'1.8'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SubPort': {'1.0'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Subnet': {'1.1'}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Trunk': {'1.1'}} Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: consumer versions: Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'ConntrackHelper': '1.0', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Log': '1.0', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Network': '1.1', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Port': '1.7', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'PortForwarding': '1.2', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'QosPolicy': '1.8', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroup': '1.4', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroupRule': '1.2', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SubPort': '1.0', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Subnet': '1.1', Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Trunk': '1.1'}} Aug 04 11:42:41.332280 dv-cinder-792800-3-iscsi neutron-server[104941]: {{(pid=104941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:41.383879 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Attempting to bind port 17729309-6898-4d4a-876a-c38c85bc1937 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:41.384422 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Attempting to bind port 17729309-6898-4d4a-876a-c38c85bc1937 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:41.384861 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Attempting to bind port 17729309-6898-4d4a-876a-c38c85bc1937 on network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:41.390281 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:41.390689 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Checking segment: {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:41.391170 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.391558 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Bound using segment: {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:41.392092 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Bound port: 17729309-6898-4d4a-876a-c38c85bc1937, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:41.392525 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.459917 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] For port 17729309-6898-4d4a-876a-c38c85bc1937, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:41.464757 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] For port 17729309-6898-4d4a-876a-c38c85bc1937, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=17729309-6898-4d4a-876a-c38c85bc1937,segment=NetworkSegment(1793823b-829e-4368-8151-f25f7dffb40a),segment_id=1793823b-829e-4368-8151-f25f7dffb40a)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:41.469560 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.540101 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fe088-18e3-43a6-8380-85e9ae26b59b None None] Pushing event updated for resources: {'Port': ['ID=17729309-6898-4d4a-876a-c38c85bc1937,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:42.733190 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34388) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:43.091983 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [None req-2d0d1005-b835-4e26-87e4-94ed0703c15b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:43.092945 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-2d0d1005-b835-4e26-87e4-94ed0703c15b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3585310 Aug 04 11:42:45.554025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34396) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:45.885574 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [None req-a0cd3a21-5569-4cc4-b930-24c79c75e708 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:45.887787 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a0cd3a21-5569-4cc4-b930-24c79c75e708 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3323359 Aug 04 11:42:48.626825 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34406) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:48.955553 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:49.024699 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.policy [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:42:49.090664 dv-cinder-792800-3-iscsi neutron-server[104939]: WARNING oslo_policy.policy [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:49.091050 dv-cinder-792800-3-iscsi neutron-server[104939]: WARNING oslo_policy.policy [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:42:49.100370 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.quota [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Loaded quota_driver: . Aug 04 11:42:49.171044 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.173707 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.374767 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.380586 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.400897 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.402260 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-aec080c1-11bc-4442-ba2f-c022222d701a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7743742 Aug 04 11:42:50.151005 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 17729309-6898-4d4a-876a-c38c85bc1937 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:50.259318 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 17729309-6898-4d4a-876a-c38c85bc1937 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:50.337028 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9c61502b-81ad-459e-8801-59caf378d0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.361225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085cb456-5bfa-4514-bde0-9ed91a63a449 None None] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:50.421878 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Provisioning for port 17729309-6898-4d4a-876a-c38c85bc1937 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:50.434779 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Provisioning complete for port 17729309-6898-4d4a-876a-c38c85bc1937 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:50.435185 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.604722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.679060 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] For port 17729309-6898-4d4a-876a-c38c85bc1937, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=17729309-6898-4d4a-876a-c38c85bc1937,segment=NetworkSegment(1793823b-829e-4368-8151-f25f7dffb40a),segment_id=1793823b-829e-4368-8151-f25f7dffb40a)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:50.684671 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:50.740968 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28451-128f-4eb8-8f93-5e4daa461358 None None] Pushing event updated for resources: {'Port': ['ID=17729309-6898-4d4a-876a-c38c85bc1937,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:50.918560 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-21532ef9-c59c-4bd8-b995-abd1d570d36d None None] Provisioning complete for port 17729309-6898-4d4a-876a-c38c85bc1937 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:50.919154 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-21532ef9-c59c-4bd8-b995-abd1d570d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:51.967989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34420) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:52.096542 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 17729309-6898-4d4a-876a-c38c85bc1937 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:52.150519 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 17729309-6898-4d4a-876a-c38c85bc1937 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:52.150963 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.305488 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [None req-7e192f12-5c45-4832-bc82-ad96d1fafc98 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:52.306480 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-7e192f12-5c45-4832-bc82-ad96d1fafc98 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3375025 Aug 04 11:42:53.301205 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-895df5a0-a9bb-4a90-8b60-be473269e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:53.490336 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.749844 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34428) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:54.970224 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.100826 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:55.124322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Made reservation on behalf of e6b8d856bf1144d094873853b3286195 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:55.127059 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.144223 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.268893 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.272717 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.283982 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Reserving flat network on physical network physnet1 {{(pid=104939) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 11:42:55.320773 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733271046126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.321360 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Unsubscribe: segment precommit_create {{(pid=104939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:42:55.321879 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Added segment bab446f7-a8e2-48e7-ab3b-8a5476430c79 of type flat for network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 Aug 04 11:42:55.340794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c138b42-e332-41a6-887f-28d9bebf5f72,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:55.390560 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.390817 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.391152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.391478 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.391827 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.392165 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.392487 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.392816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.393148 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.393464 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.393776 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.394092 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Tracked resource versions report: Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: pushed versions: Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Log': {'1.0'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Network': {'1.1'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Port': {'1.7'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'PortForwarding': {'1.2'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'QosPolicy': {'1.8'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SubPort': {'1.0'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Subnet': {'1.1'}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Trunk': {'1.1'}} Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: consumer versions: Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'ConntrackHelper': '1.0', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Log': '1.0', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Network': '1.1', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Port': '1.7', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'PortForwarding': '1.2', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'QosPolicy': '1.8', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroup': '1.4', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroupRule': '1.2', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SubPort': '1.0', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Subnet': '1.1', Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Trunk': '1.1'}} Aug 04 11:42:55.395152 dv-cinder-792800-3-iscsi neutron-server[104939]: {{(pid=104939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:55.454850 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.512855 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.514077 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:55.514759 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:55.603977 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8529794 Aug 04 11:42:55.616299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e259f-9a93-48c9-a5c7-13103dbd3335 admin admin] Pushing event updated for resources: {'Network': ['ID=a445793f-9be4-45a3-8ed7-d19f4d4d3ee0,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:55.627456 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:57.366211 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.113858 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34450) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:58.318957 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a52a8b-03f3-4a89-9c04-650766b29f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.320955 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-68a52a8b-03f3-4a89-9c04-650766b29f29 admin admin] 10.222.0.54 "GET /v2.0/subnets/a53185db-2d5c-4165-a989-b8f5e426c442 HTTP/1.1" status: 200 len: 849 time: 0.2056100 Aug 04 11:42:58.499372 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3238eccb-f70d-4fd6-9e0f-fc1c14cae979 admin admin] 10.222.0.54 "GET /v2.0/routers/604f06f7-cde6-4343-ba20-7a39e44dcd5d HTTP/1.1" status: 200 len: 704 time: 0.1681540 Aug 04 11:42:58.811007 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.170512 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Allocated IP 172.20.0.1 (127daad4-a2ae-4ad9-9fd0-f995a8da65ef/a53185db-2d5c-4165-a989-b8f5e426c442/b04e3faa-f767-4244-b50f-ab6bbafdc98b) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:59.362099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.386229 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Transition to ACTIVE for port object b04e3faa-f767-4244-b50f-ab6bbafdc98b will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:59.483066 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.623587 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:59.629574 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:59.632231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:59.633204 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.700822 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Pushing event updated for resources: {'Port': ['ID=b04e3faa-f767-4244-b50f-ab6bbafdc98b,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:59.877241 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.895363 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-3c5d60fa-ea33-4f6d-9abc-16e32cd5a463 None None] Provisioning for port b04e3faa-f767-4244-b50f-ab6bbafdc98b completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:59.903115 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-3c5d60fa-ea33-4f6d-9abc-16e32cd5a463 None None] Provisioning complete for port b04e3faa-f767-4244-b50f-ab6bbafdc98b triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:59.903798 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-3c5d60fa-ea33-4f6d-9abc-16e32cd5a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.960343 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d60fa-ea33-4f6d-9abc-16e32cd5a463 None None] Port b04e3faa-f767-4244-b50f-ab6bbafdc98b cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:00.145871 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.152243 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.153413 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.234139 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Pushing event updated for resources: {'Port': ['ID=b04e3faa-f767-4244-b50f-ab6bbafdc98b,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.289700 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:00.291268 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:00.481616 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Router 604f06f7-cde6-4343-ba20-7a39e44dcd5d is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:43:00.487193 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e5c746f3-7743-422c-a961-a3ec035d7bb9 None None] Provisioning complete for port b04e3faa-f767-4244-b50f-ab6bbafdc98b triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:00.487750 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e5c746f3-7743-422c-a961-a3ec035d7bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.529380 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-e5c746f3-7743-422c-a961-a3ec035d7bb9 None None] Port b04e3faa-f767-4244-b50f-ab6bbafdc98b cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:00.611926 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:00.620275 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c0282e5b-04e5-45c5-b9f7-200e9476b893 admin admin] 10.222.0.54 "PUT /v2.0/routers/604f06f7-cde6-4343-ba20-7a39e44dcd5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1150620 Aug 04 11:43:00.637559 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Sync routers for ids ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:00.656868 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Routers {'604f06f7-cde6-4343-ba20-7a39e44dcd5d'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:00.658128 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:42:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:00.952795 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Set router 604f06f7-cde6-4343-ba20-7a39e44dcd5d gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:01.479168 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 2, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port_host': None, '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 2, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:01.532196 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Checking router: 604f06f7-cde6-4343-ba20-7a39e44dcd5d for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:01.532579 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Updating router 604f06f7-cde6-4343-ba20-7a39e44dcd5d port b04e3faa-f767-4244-b50f-ab6bbafdc98b binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:01.585146 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.199671 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.219602 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Transition to ACTIVE for port object b04e3faa-f767-4244-b50f-ab6bbafdc98b will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:02.226015 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.402205 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Pushing event updated for resources: {'Port': ['ID=b04e3faa-f767-4244-b50f-ab6bbafdc98b,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:02.409282 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Attempting to bind port b04e3faa-f767-4244-b50f-ab6bbafdc98b on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:02.409686 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Attempting to bind port b04e3faa-f767-4244-b50f-ab6bbafdc98b by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:02.410111 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Attempting to bind port b04e3faa-f767-4244-b50f-ab6bbafdc98b on network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:02.421501 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.421862 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.422192 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.422524 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.422853 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.423176 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.423498 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.423839 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.424180 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.424504 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.424827 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.425146 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Tracked resource versions report: Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: pushed versions: Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: { 'AddressGroup': {'1.2'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'ConntrackHelper': {'1.0'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Log': {'1.0'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Network': {'1.1'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Port': {'1.7'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'PortForwarding': {'1.2'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'QosPolicy': {'1.8'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroup': {'1.4'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SubPort': {'1.0'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Subnet': {'1.1'}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Trunk': {'1.1'}} Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: consumer versions: Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'ConntrackHelper': '1.0', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Log': '1.0', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Network': '1.1', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Port': '1.7', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'PortForwarding': '1.2', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'QosPolicy': '1.8', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroup': '1.4', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroupRule': '1.2', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SubPort': '1.0', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Subnet': '1.1', Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Trunk': '1.1'}} Aug 04 11:43:02.426297 dv-cinder-792800-3-iscsi neutron-server[104942]: {{(pid=104942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:43:02.431312 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:02.432073 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Checking segment: {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:02.433214 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.433214 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Bound using segment: {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:02.433930 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Bound port: b04e3faa-f767-4244-b50f-ab6bbafdc98b, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1793823b-829e-4368-8151-f25f7dffb40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:02.433930 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.519567 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] For port b04e3faa-f767-4244-b50f-ab6bbafdc98b, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:02.544826 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] For port b04e3faa-f767-4244-b50f-ab6bbafdc98b, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=b04e3faa-f767-4244-b50f-ab6bbafdc98b,segment=NetworkSegment(1793823b-829e-4368-8151-f25f7dffb40a),segment_id=1793823b-829e-4368-8151-f25f7dffb40a)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:02.551147 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.617934 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ef90-191f-4416-a190-1c7bffd04c1a None None] Pushing event updated for resources: {'Port': ['ID=b04e3faa-f767-4244-b50f-ab6bbafdc98b,revision_number=4']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:02.623158 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Routers {'604f06f7-cde6-4343-ba20-7a39e44dcd5d'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:02.623599 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:42:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:02.727730 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] Set router 604f06f7-cde6-4343-ba20-7a39e44dcd5d gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:02.996973 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 2, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port_host': None, '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:02Z', 'revision_number': 4, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:03.025006 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f3a6f1-c8c9-4629-9586-681eb5793565 None None] The sync data for ids ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'] in dv-cinder-792800-3-iscsi is: [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 2, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port_host': None, '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:02Z', 'revision_number': 4, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:03.103427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34470) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:03.269067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e84b7d-4d80-40d4-9cff-580d3c89358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:03.270485 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-22e84b7d-4d80-40d4-9cff-580d3c89358a admin admin] 10.222.0.54 "GET /v2.0/networks/a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 HTTP/1.1" status: 200 len: 842 time: 0.1660509 Aug 04 11:43:03.281041 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:03.307968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Made reservation on behalf of e6b8d856bf1144d094873853b3286195 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:03.310619 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.757776 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.objects.ports [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104939) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 11:43:03.758444 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.825253 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce46af79-e9c9-499c-af1d-008f77e200fe,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:03.837085 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:03.837397 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Network hostable DHCP agents. Network: a445793f-9be4-45a3-8ed7-d19f4d4d3ee0, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:03.862441 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:03.876163 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, a445793f-9be4-45a3-8ed7-d19f4d4d3ee0) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:03.884224 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:03.885613 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.889755 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89768aa9-2662-4838-a55b-6e271e1e7a6c None None] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:03.907813 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e8c87960-ec5b-44d6-b569-e8c993a7436a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6271617 Aug 04 11:43:04.053374 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7255c-765f-452f-b0c6-f16bd12b5b94 None None] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:07.089496 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 34478) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:07.247389 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-84c99755-9780-415d-bca9-a6c56840027f admin admin] 10.222.0.54 "GET /v2.0/routers/604f06f7-cde6-4343-ba20-7a39e44dcd5d HTTP/1.1" status: 200 len: 710 time: 0.1565945 Aug 04 11:43:07.349536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad60f56-e896-4a01-ac1c-1ca899661bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:07.350886 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9ad60f56-e896-4a01-ac1c-1ca899661bb1 admin admin] 10.222.0.54 "GET /v2.0/networks/a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 HTTP/1.1" status: 200 len: 886 time: 0.0975113 Aug 04 11:43:07.361972 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:07.715257 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.974705 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.054692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.171861 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Allocated IP 172.27.1.158 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/a05749a4-86be-43e0-aea7-88398e301c2d) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:08.293017 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.336630 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.377561 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:08.380885 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:08.389974 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:08.437857 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Pushing event updated for resources: {'Port': ['ID=a05749a4-86be-43e0-aea7-88398e301c2d,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.707690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.970071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16770703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16732213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57881'] for router, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.973420 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16770704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16770713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16732222'] for router, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.099566 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Router 604f06f7-cde6-4343-ba20-7a39e44dcd5d has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:09.247723 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:09.252119 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.253171 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-e7e42947-30ad-4665-bca5-d0699e4fca33 admin admin] 10.222.0.54 "PUT /v2.0/routers/604f06f7-cde6-4343-ba20-7a39e44dcd5d HTTP/1.1" status: 200 len: 890 time: 1.8948343 Aug 04 11:43:10.142279 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b04e3faa-f767-4244-b50f-ab6bbafdc98b up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:10.200873 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port b04e3faa-f767-4244-b50f-ab6bbafdc98b completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:10.205567 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port b04e3faa-f767-4244-b50f-ab6bbafdc98b triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:10.206018 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.355897 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.393949 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port b04e3faa-f767-4244-b50f-ab6bbafdc98b, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=b04e3faa-f767-4244-b50f-ab6bbafdc98b,segment=NetworkSegment(1793823b-829e-4368-8151-f25f7dffb40a),segment_id=1793823b-829e-4368-8151-f25f7dffb40a)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:10.399536 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:10.466186 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=b04e3faa-f767-4244-b50f-ab6bbafdc98b,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:10.671211 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Sync routers for ids ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:10.683665 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Routers {'604f06f7-cde6-4343-ba20-7a39e44dcd5d'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:10.684368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:42:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:10.967881 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Set router 604f06f7-cde6-4343-ba20-7a39e44dcd5d gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:11.529609 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:43:08Z', 'revision_number': 4, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port': {'id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 5, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:11.590182 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Checking router: 604f06f7-cde6-4343-ba20-7a39e44dcd5d for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:11.590615 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Updating router 604f06f7-cde6-4343-ba20-7a39e44dcd5d port a05749a4-86be-43e0-aea7-88398e301c2d binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:11.642090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.033326 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 34490) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.035885 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.047587 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Transition to ACTIVE for port object a05749a4-86be-43e0-aea7-88398e301c2d will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:12.053786 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.117343 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Attempting to bind port a05749a4-86be-43e0-aea7-88398e301c2d on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:12.117579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Attempting to bind port a05749a4-86be-43e0-aea7-88398e301c2d by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:12.117942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Attempting to bind port a05749a4-86be-43e0-aea7-88398e301c2d on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:12.139292 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b04e3faa-f767-4244-b50f-ab6bbafdc98b up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:12.141719 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:12.142196 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:12.142741 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.143350 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:12.143869 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Bound port: a05749a4-86be-43e0-aea7-88398e301c2d, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:12.144334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.152348 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb121f-b279-4eed-b478-6ec0126d68bb None None] Pushing event updated for resources: {'Port': ['ID=a05749a4-86be-43e0-aea7-88398e301c2d,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.192066 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-175dde20-0ca4-4bf1-9f86-c2919f99ada2 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1575563 Aug 04 11:43:12.361271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] For port a05749a4-86be-43e0-aea7-88398e301c2d, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:12.368368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] For port a05749a4-86be-43e0-aea7-88398e301c2d, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=a05749a4-86be-43e0-aea7-88398e301c2d,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:12.375658 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.417999 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port b04e3faa-f767-4244-b50f-ab6bbafdc98b triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:12.418377 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.470266 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb121f-b279-4eed-b478-6ec0126d68bb None None] Pushing event updated for resources: {'Port': ['ID=a05749a4-86be-43e0-aea7-88398e301c2d,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.479725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Routers {'604f06f7-cde6-4343-ba20-7a39e44dcd5d'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:12.480490 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:42:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:12.636918 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] Set router 604f06f7-cde6-4343-ba20-7a39e44dcd5d gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:12.909969 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:43:08Z', 'revision_number': 4, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port': {'id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 5, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:12.941497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24900ae-e859-4836-8bd1-c3b9dffda936 None None] The sync data for ids ['604f06f7-cde6-4343-ba20-7a39e44dcd5d'] in dv-cinder-792800-3-iscsi is: [{'id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'name': 'router1', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:49Z', 'updated_at': '2021-08-04T11:43:08Z', 'revision_number': 4, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'gw_port': {'id': 'a05749a4-86be-43e0-aea7-88398e301c2d', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:08Z', 'updated_at': '2021-08-04T11:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b04e3faa-f767-4244-b50f-ab6bbafdc98b', 'name': '', 'network_id': '127daad4-a2ae-4ad9-9fd0-f995a8da65ef', 'tenant_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'mac_address': 'fa:16:3e:1f:34:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604f06f7-cde6-4343-ba20-7a39e44dcd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:58Z', 'updated_at': '2021-08-04T11:43:10Z', 'revision_number': 5, 'project_id': '7b0ed1a5c15d4e77a5f26b16e36cf400', 'subnets': [{'id': 'a53185db-2d5c-4165-a989-b8f5e426c442', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1559f6-0e57-4bfb-bc81-9ebf9a0e3f07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:14.155337 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device a05749a4-86be-43e0-aea7-88398e301c2d up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:14.228242 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port a05749a4-86be-43e0-aea7-88398e301c2d completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:14.233550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port a05749a4-86be-43e0-aea7-88398e301c2d triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:14.233550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.363070 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.399357 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port a05749a4-86be-43e0-aea7-88398e301c2d, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=a05749a4-86be-43e0-aea7-88398e301c2d,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:14.405267 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.473479 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=a05749a4-86be-43e0-aea7-88398e301c2d,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:16.194018 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device a05749a4-86be-43e0-aea7-88398e301c2d up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:16.276363 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port a05749a4-86be-43e0-aea7-88398e301c2d triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:16.276935 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:18.756477 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:43:20.353048 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-32e48d10-1c56-45ab-9006-036f2cdaf1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:23.310207 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-67090a69-a401-4436-96c1-28f53e8a8384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:23.514418 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:24.978196 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:27.390713 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.336423 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-35663573-54cc-4d58-adb3-14cf5866de18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.308899 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-eec62088-bea1-4b68-a87c-2f686affd174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.501529 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.979989 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.761381 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:43:57.398538 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:20.331201 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-166da445-9b2d-4ee4-b3c2-863d49ad8f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:23.311735 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-70e3b85e-248c-4c90-87ef-c8ad8f153fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:23.499368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:24.980277 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:27.392201 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.761456 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:44:50.336070 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a7792180-6104-4c3f-8c7f-10ce8ed87d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.312880 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ede5c52d-0bda-4d20-9425-bd2939e6ce2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.495550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.991603 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.403416 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.815179 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35060) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:59.884699 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a2e690-44ea-432b-b415-be845f9db3a9 admin admin] GET failed (client error): The resource could not be found. Aug 04 11:44:59.886144 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-72a2e690-44ea-432b-b415-be845f9db3a9 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699039 Aug 04 11:45:00.198535 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54624a-8bc0-48e8-aceb-20656a5f3eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.201142 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-df54624a-8bc0-48e8-aceb-20656a5f3eee admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3101676 Aug 04 11:45:02.687131 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35070) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:02.818198 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71d73a-2938-4a6e-a1c9-82d11cd53dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:02.819726 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-df71d73a-2938-4a6e-a1c9-82d11cd53dde admin admin] 10.222.0.54 "GET /v2.0/subnets/a53185db-2d5c-4165-a989-b8f5e426c442 HTTP/1.1" status: 200 len: 849 time: 0.1312053 Aug 04 11:45:02.833752 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:02.943200 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.145234 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733270990246'] for subnet, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.189779 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.191039 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.193535 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] 10.222.0.54 "PUT /v2.0/subnets/a53185db-2d5c-4165-a989-b8f5e426c442 HTTP/1.1" status: 200 len: 868 time: 0.3642528 Aug 04 11:45:03.196324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790d6c3-3d29-42b3-8782-0f71cbfa5bcc None None] Network 127daad4-a2ae-4ad9-9fd0-f995a8da65ef requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:03.235935 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53185db-2d5c-4165-a989-b8f5e426c442,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:03.251002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.251002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.251747 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.252147 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.252615 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.253412 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.253968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.254458 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.255165 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.255690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.256255 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.256792 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df9d35f-4ce5-4fd5-a677-b25e39fd8ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:03.710598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-8ed47376-8a30-46f4-a0dc-9399148c5506 None None] Provisioning complete for port 17729309-6898-4d4a-876a-c38c85bc1937 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:03.711075 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8ed47376-8a30-46f4-a0dc-9399148c5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:03.805967 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-8ed47376-8a30-46f4-a0dc-9399148c5506 None None] Provisioning complete for port b04e3faa-f767-4244-b50f-ab6bbafdc98b triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:03.806182 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8ed47376-8a30-46f4-a0dc-9399148c5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:05.839688 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35078) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:06.079959 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d5913-739c-4091-b5ed-9119b9dcf0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:06.080352 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d5913-739c-4091-b5ed-9119b9dcf0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:06.081937 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-fa8d5913-739c-4091-b5ed-9119b9dcf0a4 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2412400 Aug 04 11:45:08.501803 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35086) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:08.633671 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d120b9-3bf3-449d-b2eb-7f3de5612315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.634156 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d120b9-3bf3-449d-b2eb-7f3de5612315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.635735 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d8d120b9-3bf3-449d-b2eb-7f3de5612315 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329734 Aug 04 11:45:09.762385 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:10.865240 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35094) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:10.996560 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29a62a-5331-4c84-9002-b09c47efcf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:10.997929 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5f29a62a-5331-4c84-9002-b09c47efcf49 admin admin] 10.222.0.54 "GET /v2.0/networks/127daad4-a2ae-4ad9-9fd0-f995a8da65ef HTTP/1.1" status: 200 len: 869 time: 0.1316366 Aug 04 11:45:13.272336 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35102) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:13.404239 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2aed4-48a8-447d-93fa-baaa9d0c38f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:13.405626 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-32c2aed4-48a8-447d-93fa-baaa9d0c38f0 admin admin] 10.222.0.54 "GET /v2.0/networks/a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 HTTP/1.1" status: 200 len: 886 time: 0.1320689 Aug 04 11:45:15.640593 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35110) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:15.762012 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cfb83-a59e-4f9b-87aa-d9dd5440129b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.762464 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3cfb83-a59e-4f9b-87aa-d9dd5440129b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.764026 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7e3cfb83-a59e-4f9b-87aa-d9dd5440129b admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224275 Aug 04 11:45:18.019096 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35118) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:18.155726 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68001ba-f381-4c04-98b7-9325d4b1601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.156203 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68001ba-f381-4c04-98b7-9325d4b1601f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.157755 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-f68001ba-f381-4c04-98b7-9325d4b1601f admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1376812 Aug 04 11:45:20.333185 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-6163b0b8-dabb-47ad-a77d-38c5b8625cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:20.467808 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35128) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:20.581617 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb37c64-67b9-4344-bca7-2afefce2270f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.583589 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-3fb37c64-67b9-4344-bca7-2afefce2270f admin admin] 10.222.0.54 "GET /v2.0/subnets/a53185db-2d5c-4165-a989-b8f5e426c442 HTTP/1.1" status: 200 len: 868 time: 0.1147974 Aug 04 11:45:22.843995 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35136) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:22.937541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0fa903-a782-40eb-8982-fc4f01ba6ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:22.938936 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-4f0fa903-a782-40eb-8982-fc4f01ba6ffc admin admin] 10.222.0.54 "GET /v2.0/subnets/ce46af79-e9c9-499c-af1d-008f77e200fe HTTP/1.1" status: 200 len: 816 time: 0.0939500 Aug 04 11:45:23.314826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-94ebdb43-8216-4db2-8d90-c9beea29bb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.491347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.990043 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:27.404563 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.764504 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:50.326162 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-48eb16f8-097e-4d32-b01c-ec36e23dae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.554747 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35190) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:50.614693 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [None req-8b0572e0-5a83-4403-bd57-df642b4eb761 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:45:50.615780 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-8b0572e0-5a83-4403-bd57-df642b4eb761 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599215 Aug 04 11:45:52.979746 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35198) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:53.043645 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc14c67a-0cf4-4555-bb3b-4a7d3fa68a0f admin admin] GET failed (client error): The resource could not be found. Aug 04 11:45:53.045067 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-dc14c67a-0cf4-4555-bb3b-4a7d3fa68a0f admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642178 Aug 04 11:45:53.197497 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cefef-1800-4e34-90e9-7b9a03a00188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:53.198969 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-086cefef-1800-4e34-90e9-7b9a03a00188 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1492722 Aug 04 11:45:53.317932 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8c1296af-b4c4-43e3-92ae-11af9a8d6064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.485256 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:54.992733 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.510692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35206) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:55.560845 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:55.583353 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Made reservation on behalf of e6b8d856bf1144d094873853b3286195 for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:55.585126 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.614515 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING neutron.services.revisions.revision_plugin [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Could not find related network for resource to bump revision. Aug 04 11:45:55.627817 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:45:55.639270 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.639644 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Added segment b09d4149-250f-4b26-871c-5e2ebd3990ca of type vlan for network 7e633ef4-7305-4a86-98b8-adfabf50cb34 Aug 04 11:45:55.683728 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.713629 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.714668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:55.715281 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.772449 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2606554 Aug 04 11:45:55.779184 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0f9b-39e5-459c-a08c-9001744178f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e633ef4-7305-4a86-98b8-adfabf50cb34,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:55.792296 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:45:57.400696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.066850 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35214) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:58.128377 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7d2514-737d-4403-ba6f-f9c9181cef36 admin admin] GET failed (client error): The resource could not be found. Aug 04 11:45:58.130681 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ef7d2514-737d-4403-ba6f-f9c9181cef36 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622537 Aug 04 11:45:58.205612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567f623-1e62-4e50-b285-08858fe59967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:58.208252 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f567f623-1e62-4e50-b285-08858fe59967 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722589 Aug 04 11:45:58.218382 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:58.239878 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Made reservation on behalf of e6b8d856bf1144d094873853b3286195 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:58.242178 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.410257 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.463956 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8f51fb-683a-436b-b79c-ffbe5251ff79,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:58.479602 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Checking segment: {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:58.479990 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Network hostable DHCP agents. Network: 7e633ef4-7305-4a86-98b8-adfabf50cb34, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:45:58.497042 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:45:58.507304 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 7e633ef4-7305-4a86-98b8-adfabf50cb34) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:58.511917 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:58.513564 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.517519 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea13756-4cd2-452e-853c-9e23a7ab50fd None None] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:58.529641 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ec74bfd4-8d6a-40f1-9bfe-5e303a458555 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3149085 Aug 04 11:45:58.678798 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-7e633ef4-7305-4a86-98b8-adfabf50cb34', 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34', 'tenant_id': 'e6b8d856bf1144d094873853b3286195', 'fixed_ips': [{'subnet_id': 'ca8f51fb-683a-436b-b79c-ffbe5251ff79'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:45:58.679823 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.821399 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Allocated IP 192.168.233.2 (7e633ef4-7305-4a86-98b8-adfabf50cb34/ca8f51fb-683a-436b-b79c-ffbe5251ff79/495590a4-91ed-42cd-9eb9-cf8b6f563186) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:58.979340 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.988724 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Transition to ACTIVE for port object 495590a4-91ed-42cd-9eb9-cf8b6f563186 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:59.004190 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Transition to ACTIVE for port object 495590a4-91ed-42cd-9eb9-cf8b6f563186 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:59.010204 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.048040 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:59.051904 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:59.055316 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:59.070271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Pushing event updated for resources: {'Port': ['ID=495590a4-91ed-42cd-9eb9-cf8b6f563186,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:59.091995 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.092373 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.092725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.093072 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.093405 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.093738 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.094068 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.094416 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.094764 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.095093 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.095491 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.095739 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:59.130901 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Attempting to bind port 495590a4-91ed-42cd-9eb9-cf8b6f563186 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:59.131274 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Attempting to bind port 495590a4-91ed-42cd-9eb9-cf8b6f563186 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:59.131634 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Attempting to bind port 495590a4-91ed-42cd-9eb9-cf8b6f563186 on network 7e633ef4-7305-4a86-98b8-adfabf50cb34 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:59.136927 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:59.137302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Checking segment: {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:59.137710 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.138104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Bound using segment: {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:59.138599 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Bound port: 495590a4-91ed-42cd-9eb9-cf8b6f563186, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:59.139065 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.207385 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] For port 495590a4-91ed-42cd-9eb9-cf8b6f563186, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:59.210853 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] For port 495590a4-91ed-42cd-9eb9-cf8b6f563186, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=495590a4-91ed-42cd-9eb9-cf8b6f563186,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:59.215916 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.281195 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b54e22-50c5-440e-b594-b7857a2dc443 None None] Pushing event updated for resources: {'Port': ['ID=495590a4-91ed-42cd-9eb9-cf8b6f563186,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:00.066270 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c9aff-ffeb-4728-a818-deaaa26ddeca None None] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:00.134104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-8d536b57-4786-45c7-af9f-4ff4d0088ec2 None None] Provisioning for port 495590a4-91ed-42cd-9eb9-cf8b6f563186 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:00.304014 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 495590a4-91ed-42cd-9eb9-cf8b6f563186 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:00.375225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 495590a4-91ed-42cd-9eb9-cf8b6f563186 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:00.382578 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 495590a4-91ed-42cd-9eb9-cf8b6f563186 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:00.383046 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.482924 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.493361 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-58e0d603-2050-427f-a53f-c797bf78182b None None] Provisioning complete for port 495590a4-91ed-42cd-9eb9-cf8b6f563186 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:00.493733 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-58e0d603-2050-427f-a53f-c797bf78182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.555304 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 495590a4-91ed-42cd-9eb9-cf8b6f563186, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=495590a4-91ed-42cd-9eb9-cf8b6f563186,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:00.561914 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.643375 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=495590a4-91ed-42cd-9eb9-cf8b6f563186,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:02.270302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 495590a4-91ed-42cd-9eb9-cf8b6f563186 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:02.323773 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 495590a4-91ed-42cd-9eb9-cf8b6f563186 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:02.324460 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.330544 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-3775aed4-5216-4f4f-ba39-c92ab0d727f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.323619 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ec69308d-c9fb-4cd3-8811-741922e59dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.489560 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.764156 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:46:25.001328 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.404737 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:50.333176 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-cfec96cd-f98f-42c9-8994-fb209ffe8e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:53.326828 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-933fc4c0-7f5d-445b-bbb8-0e08b071d5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:53.493788 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:54.996548 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:57.407495 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.762938 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:09.510749 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35266) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:09.516975 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [None req-d0ee3682-70be-41f3-bb10-a7fe6c3fba37 tempest-verify_tempest_config-1048852826 tempest-verify_tempest_config-1048852826-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:47:09.518118 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d0ee3682-70be-41f3-bb10-a7fe6c3fba37 tempest-verify_tempest_config-1048852826 tempest-verify_tempest_config-1048852826-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063603 Aug 04 11:47:09.917767 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35284) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:10.050368 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.179172 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.183142 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.233861 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30082c9f43f54b48bdeb5f33223801af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3149261 Aug 04 11:47:10.234727 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e41629-03a3-4b0d-9400-bd2de51b0b74,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:10.237217 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35290) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:10.243538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.243965 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.244310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.244644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.244987 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.245333 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.245663 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.245989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.246312 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.246632 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.246956 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.247277 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c011bb-d93b-4e08-9790-c1a087e30607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.299642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.321155 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.411692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.414213 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.415358 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0e41629-03a3-4b0d-9400-bd2de51b0b74 HTTP/1.1" status: 204 len: 168 time: 0.1770651 Aug 04 11:47:10.423736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e41629-03a3-4b0d-9400-bd2de51b0b74,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:10.431774 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.432161 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.432511 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.432844 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.433183 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.433528 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.433859 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.434200 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.434531 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.434857 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.435176 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:10.435517 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45abf4e1-42c2-4dd7-b914-de6e1f86b5bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:20.339154 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-91f60487-a0a4-476f-8783-d73ae7dc76ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.329483 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-18a45ada-80ee-4097-a057-8e7f23103d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.496939 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:24.998942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.411997 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.761533 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:50.340984 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5c1dd52-412b-44ac-ab63-0e4c8e021eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:53.323598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a53872ee-632a-46a1-8267-4e88ebf823fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:53.498790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.001183 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:57.416021 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:14.760681 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:48:20.341269 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ad301fc1-250a-451d-892b-1019bee2e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:23.325520 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-3415f547-a318-4e8b-88ce-81fd7132588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:23.500287 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.004305 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.420983 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.345093 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-82832c96-269c-4ca2-a338-11b6d7bb749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.760279 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 5 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:48:52.201873 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16767641'] for agent, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.334018 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4cddb81d-0756-411b-9fdb-ac2bb822ef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.503748 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:55.007789 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:57.424163 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:09.377993 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35362) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:09.573281 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1d84b17d-01f5-453e-be06-6f7757353c84 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1938200 Aug 04 11:49:12.279458 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35372) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:12.360398 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-7a77635b-7793-4f49-98cc-b482002d0660 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0789928 Aug 04 11:49:20.354632 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ab756cd6-e283-4b34-85aa-800b514de644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:22.166358 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:23.331578 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5dead27e-0336-4a72-a92e-61e9f8e5406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:23.514201 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:25.012082 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:27.430183 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:28.762148 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:49:50.351563 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-3b9f6ff0-0b4f-4d95-9651-485f1d04b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:52.161178 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.326626 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-35e8b720-acf7-4b2c-b1fc-7d71afab6650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:53.512408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:55.021799 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:57.440889 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:05.769449 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:20.357938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-203c7c05-a75d-4c14-879d-65a75af1f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:22.176001 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:23.332793 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1c36954a-61ee-4c0e-a5fd-40fd42aca3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:23.523205 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:25.027398 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.452065 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:42.762361 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:50.351612 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-79280a06-1b01-4929-90a8-ef0d78fd0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:52.207627 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.341018 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f8fab45b-18f3-4b3e-af82-3d162c6f521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.518273 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.028408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.365708 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35610) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.398428 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35616) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.515274 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35626) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.559435 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35630) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:55.651968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1449492271-network', 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:55.678674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:55.681516 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.694045 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.724332 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-569930642-network', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:55.823129 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.837123 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.864032 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-975744404-network', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:55.875048 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:50:55.877241 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Made reservation on behalf of c5bce46197a74d58af3290c3b7dd76e6 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:55.879510 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.921940 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-201645199-network', 'tenant_id': 'd40fc91af66543bc8c80cb466baada5f'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:55.928571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Made reservation on behalf of cea41855e143417ab0cb6cf2eefe0be6 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:55.930856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.933211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.941579 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.941925 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Added segment 53149446-b799-454a-bccd-301628b6a2e5 of type vlan for network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c Aug 04 11:50:55.974890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:55.997269 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39cd39e-d486-4523-946f-b6aa3970c0d3,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.035524 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.035906 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.036253 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.036595 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.036936 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.037285 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.037625 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.037979 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.038325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.038668 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.038997 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.039318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Tracked resource versions report: Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: pushed versions: Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: { 'AddressGroup': {'1.2'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'ConntrackHelper': {'1.0'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Log': {'1.0'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Network': {'1.1'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Port': {'1.7'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'PortForwarding': {'1.2'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'QosPolicy': {'1.8'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroup': {'1.4'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SubPort': {'1.0'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Subnet': {'1.1'}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Trunk': {'1.1'}} Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: consumer versions: Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: HyperV agent@hv-cinder-79280: {}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'ConntrackHelper': '1.0', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Log': '1.0', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Network': '1.1', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Port': '1.7', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'PortForwarding': '1.2', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'QosPolicy': '1.8', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroup': '1.4', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SecurityGroupRule': '1.2', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'SubPort': '1.0', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Subnet': '1.1', Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: 'Trunk': '1.1'}} Aug 04 11:50:56.040397 dv-cinder-792800-3-iscsi neutron-server[104939]: {{(pid=104939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:50:56.044596 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.054591 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.db.api [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:50:56.054591 dv-cinder-792800-3-iscsi neutron-server[104939]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:50:56.054591 dv-cinder-792800-3-iscsi neutron-server[104939]: [parameters: {'project_id_1': 'd40fc91af66543bc8c80cb466baada5f', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 50, 56, 22424)}] Aug 04 11:50:56.054591 dv-cinder-792800-3-iscsi neutron-server[104939]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:50:56.055427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG oslo_db.api [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:50:56.167605 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.170091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:56.172701 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.348886 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.367505 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:50:56.375806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.383177 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.501033 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:50:56.518538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.519544 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Added segment 173e283f-7f42-4fb8-8445-2646bf10db75 of type vlan for network 9d56fa03-7f7a-4225-ba90-459596cc2d63 Aug 04 11:50:56.621083 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.697333 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.698894 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:56.699691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.715809 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35684) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:56.726187 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Request body: {'subnet': {'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1449492271-subnet', 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:56.730114 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-995aabb8-ac43-4a88-b4a6-99509be9e074 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3626678 Aug 04 11:50:56.824061 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cae8e-605c-4aa3-8430-f31829db614f,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.861521 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] Pushing event updated for resources: {'Network': ['ID=9d56fa03-7f7a-4225-ba90-459596cc2d63,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.875367 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:50:56.881371 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.895047 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.931182 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:56.934174 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.939466 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eada43e6-cbca-4b17-bfe1-29543cbb8d39,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:56.947355 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4d218600-01df-488f-9af2-0d1d6d0df3fb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5474205 Aug 04 11:50:56.950538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35692) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:56.961772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Request body: {'subnet': {'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-subnet', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:56.974679 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:50:56.992509 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.993182 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Added segment 7ec89f0c-d953-4017-badf-e630583bc77f of type vlan for network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f Aug 04 11:50:57.005342 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Made reservation on behalf of d40fc91af66543bc8c80cb466baada5f for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:57.007965 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.021150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.150624 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Made reservation on behalf of c5bce46197a74d58af3290c3b7dd76e6 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:57.156375 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.166154 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.384219 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.385427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:57.386327 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.421298 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.501371 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.512711 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] Pushing event updated for resources: {'Network': ['ID=9d28bb9c-c005-411d-9e0a-2c5efedbd51f,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:57.526514 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2317d345-c659-43e9-b20e-19ac765a6246,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:57.528369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:50:57.531804 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.541219 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.541889 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.542466 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.543563 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.544917 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.545461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.545866 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.546894 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.547643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.548419 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.549058 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.550055 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.550703 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Tracked resource versions report: Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: pushed versions: Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: { 'AddressGroup': {'1.2'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'ConntrackHelper': {'1.0'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Log': {'1.0'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Network': {'1.1'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Port': {'1.7'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'PortForwarding': {'1.2'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'QosPolicy': {'1.8'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroup': {'1.4'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SubPort': {'1.0'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Subnet': {'1.1'}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Trunk': {'1.1'}} Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: consumer versions: Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: HyperV agent@hv-cinder-79280: {}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'ConntrackHelper': '1.0', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Log': '1.0', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Network': '1.1', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Port': '1.7', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'PortForwarding': '1.2', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'QosPolicy': '1.8', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroup': '1.4', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SecurityGroupRule': '1.2', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'SubPort': '1.0', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Subnet': '1.1', Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: 'Trunk': '1.1'}} Aug 04 11:50:57.553731 dv-cinder-792800-3-iscsi neutron-server[104940]: {{(pid=104940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:50:57.588868 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-1953771b-f5f7-48cc-93d8-540ed104c284 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0720134 Aug 04 11:50:57.595645 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35712) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:57.610120 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Request body: {'subnet': {'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-subnet', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:57.623398 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:50:57.634957 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e51e9c-ffec-451e-a078-ea57dea50755,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:57.642269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Checking segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:57.642952 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Network hostable DHCP agents. Network: c6e26a5e-be60-43f7-9baf-ebcb7568bd3c, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:50:57.646752 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Made reservation on behalf of cea41855e143417ab0cb6cf2eefe0be6 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:57.650314 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.656709 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.657420 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Added segment abae9429-5cbb-4333-aed7-9398a387ea53 of type vlan for network 41dd14a3-3abf-4902-af1e-d137ed2d1740 Aug 04 11:50:57.753927 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:50:57.775240 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, c6e26a5e-be60-43f7-9baf-ebcb7568bd3c) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:57.788208 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:57.788925 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.792010 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055d142-4813-45bb-9ba7-e83cd5ef8631 None None] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:57.838083 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d0ff4048-5288-4df9-a139-2ede7c4112f6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1179438 Aug 04 11:50:57.860021 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.895587 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.993988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.038430 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.db.resource_extend [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 11:50:58.101888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452bc437-a8ca-4345-a444-e0fff3cf9e82,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:58.113612 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.114844 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:58.115469 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.196893 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28cb58-9926-43fb-ba18-09fed6b6e5f7 None None] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:58.213725 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc06523-9f69-4fa8-9b86-e44321d11e05,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:58.231544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Checking segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:58.231544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Network hostable DHCP agents. Network: 9d28bb9c-c005-411d-9e0a-2c5efedbd51f, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:50:58.265284 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:50:58.287345 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 9d28bb9c-c005-411d-9e0a-2c5efedbd51f) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:58.302127 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:58.319501 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb5744-eb5b-4fdb-8a54-431a442fe359 None None] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:58.319992 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.334984 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Checking segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:58.335585 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Network hostable DHCP agents. Network: 9d56fa03-7f7a-4225-ba90-459596cc2d63, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:50:58.349501 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7857215 Aug 04 11:50:58.360436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35758) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.392416 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-02da6d6e-f7db-4e3b-9929-38f0bd401e80 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7921729 Aug 04 11:50:58.393289 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35760) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.407361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Request body: {'subnet': {'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-201645199-subnet', 'tenant_id': 'd40fc91af66543bc8c80cb466baada5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:58.409646 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:58.443599 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8a1d5-fdda-42bb-a17a-30bdd195e0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=41dd14a3-3abf-4902-af1e-d137ed2d1740,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:58.472035 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:50:58.478715 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 41dd14a3-3abf-4902-af1e-d137ed2d1740 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:50:58.494994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Made reservation on behalf of d40fc91af66543bc8c80cb466baada5f for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:58.500905 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Notify callbacks [] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.504444 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 9d56fa03-7f7a-4225-ba90-459596cc2d63) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:58.536496 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:58.537461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.566009 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.567519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.698984 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df4490c-326b-4380-b3dd-6a46fcd1f41b None None] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:58.714947 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c8ab3913-34fe-4894-a616-7e77888244d4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7566776 Aug 04 11:50:58.719263 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35786) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.738116 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:58.771799 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35788) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.777943 dv-cinder-792800-3-iscsi neutron-server[104940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:50:58.779666 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.798582 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.808360 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.841266 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35792) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:58.940358 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.007235 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534b961-7857-4454-bbe5-f740c20eeadd None None] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:59.011244 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-40a3a00c-7792-4ca7-970a-62fe4194db1a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:59.018842 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-40a3a00c-7792-4ca7-970a-62fe4194db1a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.2463408 Aug 04 11:50:59.076688 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35798) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.126986 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-bce1f050-08ca-4d82-a844-8238bd135eaa tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/quotas/fa24fe724491432e9f945e5c6381ace2 HTTP/1.1" status: 200 len: 375 time: 0.1001155 Aug 04 11:50:59.193534 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-9d56fa03-7f7a-4225-ba90-459596cc2d63', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:50:59.194444 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.246362 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-71af22fd-df32-4fad-baf0-97d5bca9031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.256885 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-df7ee582-6602-4550-8cf2-1abbd2718872 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282597 Aug 04 11:50:59.258765 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.318899 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f480-7d6d-4009-8a88-74188bc625d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.333336 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.446586 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.489237 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Allocated IP 172.20.0.2 (9d56fa03-7f7a-4225-ba90-459596cc2d63/452bc437-a8ca-4345-a444-e0fff3cf9e82/572f97fb-84a3-49f2-93a9-406be154db93) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:59.574319 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be75019a-21db-484d-92f5-4642ebca7448,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.617010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Checking segment: {'id': 'abae9429-5cbb-4333-aed7-9398a387ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:59.617366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Network hostable DHCP agents. Network: 41dd14a3-3abf-4902-af1e-d137ed2d1740, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:50:59.642206 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-66a3c238-8af1-4460-9c5a-03628fbddad4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:50:59.651695 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-66a3c238-8af1-4460-9c5a-03628fbddad4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2137091 Aug 04 11:50:59.654935 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Network 41dd14a3-3abf-4902-af1e-d137ed2d1740 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:50:59.676185 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-71af22fd-df32-4fad-baf0-97d5bca9031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.697931 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-71af22fd-df32-4fad-baf0-97d5bca9031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.735749 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 41dd14a3-3abf-4902-af1e-d137ed2d1740) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:59.750947 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de471f-97c8-4b0b-8bf7-cab94bf31d20 None None] Network 41dd14a3-3abf-4902-af1e-d137ed2d1740 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:59.787949 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-71af22fd-df32-4fad-baf0-97d5bca9031c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44eb3363038e43e49bb559ea8a4af270&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9433694 Aug 04 11:50:59.790812 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:59.791644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.794182 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35824) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.925376 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af22fd-df32-4fad-baf0-97d5bca9031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0027dc3e-c402-41b5-ada8-f3635b615b73,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:59.968227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.040326 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Transition to ACTIVE for port object 572f97fb-84a3-49f2-93a9-406be154db93 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:00.073818 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-ae2dbca5-4f3d-4fc1-9396-490d6159d073 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208519 Aug 04 11:51:00.084509 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60138031-99a4-465b-8ab3-b8b15b0895b2 None None] Network 41dd14a3-3abf-4902-af1e-d137ed2d1740 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:00.088028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.144650 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Transition to ACTIVE for port object 572f97fb-84a3-49f2-93a9-406be154db93 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:00.159742 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.163793 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.165322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.216371 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.243574 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:00.253866 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:00.260705 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:00.275291 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Pushing event updated for resources: {'Port': ['ID=572f97fb-84a3-49f2-93a9-406be154db93,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.302815 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-44e9d97b-db93-45a0-959e-82ad2c399111 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164490 Aug 04 11:51:00.324217 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.324599 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.324945 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.325287 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.325638 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.325964 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.326299 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.326664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.327639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.328028 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.328365 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.328699 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Tracked resource versions report: Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: pushed versions: Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: { 'AddressGroup': {'1.2'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'ConntrackHelper': {'1.0'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Log': {'1.0'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Network': {'1.1'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Port': {'1.7'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'PortForwarding': {'1.2'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'QosPolicy': {'1.8'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroup': {'1.4'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SubPort': {'1.0'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Subnet': {'1.1'}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Trunk': {'1.1'}} Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: consumer versions: Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: HyperV agent@hv-cinder-79280: {}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'ConntrackHelper': '1.0', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Log': '1.0', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Network': '1.1', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Port': '1.7', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'PortForwarding': '1.2', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'QosPolicy': '1.8', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroup': '1.4', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SecurityGroupRule': '1.2', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'SubPort': '1.0', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Subnet': '1.1', Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: 'Trunk': '1.1'}} Aug 04 11:51:00.329734 dv-cinder-792800-3-iscsi neutron-server[104941]: {{(pid=104941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:51:00.345772 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f480-7d6d-4009-8a88-74188bc625d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.347820 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.361604 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f480-7d6d-4009-8a88-74188bc625d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.370203 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-de835149-c299-4980-b3aa-51a72cbfc58c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0057824 Aug 04 11:51:00.392572 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.394507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Attempting to bind port 572f97fb-84a3-49f2-93a9-406be154db93 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:00.395124 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Attempting to bind port 572f97fb-84a3-49f2-93a9-406be154db93 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:00.395535 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Attempting to bind port 572f97fb-84a3-49f2-93a9-406be154db93 on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:00.402458 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:00.403245 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Checking segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:00.403789 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.404416 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Bound using segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:00.406346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Bound port: 572f97fb-84a3-49f2-93a9-406be154db93, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:00.406999 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.458580 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Allocated IP 172.27.1.164 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:00.463290 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a7f1f480-7d6d-4009-8a88-74188bc625d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f455e187140438283ebebd01cee1659&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3824539 Aug 04 11:51:00.466439 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35842) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.468541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f480-7d6d-4009-8a88-74188bc625d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e15bd-963b-4c3f-94a7-35f1e09b47ab,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.512574 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] For port 572f97fb-84a3-49f2-93a9-406be154db93, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:00.518578 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] For port 572f97fb-84a3-49f2-93a9-406be154db93, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=572f97fb-84a3-49f2-93a9-406be154db93,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:00.521424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.524452 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.528167 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0027dc3e-c402-41b5-ada8-f3635b615b73 HTTP/1.1" status: 204 len: 168 time: 0.7287030 Aug 04 11:51:00.538278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.549047 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041627ca-239e-44b1-bfc6-031a5ad1c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0027dc3e-c402-41b5-ada8-f3635b615b73,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.658313 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35856) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.671042 dv-cinder-792800-3-iscsi neutron-server[104939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:51:00.745722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7752bc-104d-49b4-ba7a-a6d152b54d85 None None] Pushing event updated for resources: {'Port': ['ID=572f97fb-84a3-49f2-93a9-406be154db93,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.772649 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d64adeb9-9a73-4697-8729-3c5d8a18ce90 req-e09f563f-9e10-4dc7-aa2a-d7118a00955d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.1030438 Aug 04 11:51:00.810914 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.848066 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.892472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.955192 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.965823 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.974660 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/240e15bd-963b-4c3f-94a7-35f1e09b47ab HTTP/1.1" status: 204 len: 168 time: 0.5015078 Aug 04 11:51:00.991999 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.060660 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:01.070707 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:01.081292 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:01.106652 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Allocated IP 172.27.1.174 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/07660ba2-666f-449d-92bf-cd1f890682c5) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:01.339631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35886) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:01.421503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef937bf6-e8c2-4193-ab93-b26a5299fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e15bd-963b-4c3f-94a7-35f1e09b47ab,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.463817 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Pushing event updated for resources: {'Port': ['ID=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.507618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.552038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-355280c2-46ea-4c10-a194-ff88e8e209b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.650448 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.672906 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.801954 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Pushing event updated for resources: {'Port': ['ID=07660ba2-666f-449d-92bf-cd1f890682c5,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.809157 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:01.811057 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:01.814942 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:01.974237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-9806a11e-d41b-4b98-b843-1f2eba0fabe2 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:01.983255 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-9806a11e-d41b-4b98-b843-1f2eba0fabe2 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/networks?id=41dd14a3-3abf-4902-af1e-d137ed2d1740 HTTP/1.1" status: 200 len: 811 time: 0.5538311 Aug 04 11:51:02.065856 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-2027e82a-67a1-404f-8185-a37eea84537e tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/quotas/d40fc91af66543bc8c80cb466baada5f HTTP/1.1" status: 200 len: 375 time: 0.0813255 Aug 04 11:51:02.093152 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e2b2f78-f31d-48af-9a74-efc739a0d1ef req-6793fa5e-7956-4f2b-a739-7dae2648cd0f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.0859156 Aug 04 11:51:02.146445 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-19b277d6-0f8b-4e4e-8acd-af1bb472ed14 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d40fc91af66543bc8c80cb466baada5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795848 Aug 04 11:51:02.250513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.256488 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d50df9a-73ec-4c9e-b48e-32a19d210002 None None] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:02.277473 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-355280c2-46ea-4c10-a194-ff88e8e209b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.366477 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-355280c2-46ea-4c10-a194-ff88e8e209b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.487078 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-355280c2-46ea-4c10-a194-ff88e8e209b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19382cb99d5d4c35b2f72b5f6a06174d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1458960 Aug 04 11:51:02.500853 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-0dbc1f92-dfbd-45bf-802a-89cf0f07fbb4 service neutron] 10.222.0.54 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505824 Aug 04 11:51:02.505374 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35936) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:02.523384 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355280c2-46ea-4c10-a194-ff88e8e209b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ab734-88c0-424f-91af-16e5f2429a32,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:02.552460 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b66bc42a-1930-4647-b0d9-73cdc1c05d70 None None] Provisioning for port 572f97fb-84a3-49f2-93a9-406be154db93 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:02.586739 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.662019 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 572f97fb-84a3-49f2-93a9-406be154db93 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:02.700735 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.729535 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-ffcb20d6-e7ab-4cba-9d38-2655b238b3e4 service neutron] 10.222.0.54 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274010 Aug 04 11:51:02.794390 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 572f97fb-84a3-49f2-93a9-406be154db93 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:02.794691 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.804672 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 572f97fb-84a3-49f2-93a9-406be154db93 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:02.805056 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.855825 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:51:02.964420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.065745 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.111579 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.117713 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 572f97fb-84a3-49f2-93a9-406be154db93, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=572f97fb-84a3-49f2-93a9-406be154db93,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:03.127146 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.138508 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.141396 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/328ab734-88c0-424f-91af-16e5f2429a32 HTTP/1.1" status: 204 len: 168 time: 0.6185095 Aug 04 11:51:03.254533 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=572f97fb-84a3-49f2-93a9-406be154db93,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:03.267133 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-cce73f29-67f1-46dd-9cfa-e1c7f0ca43d7 None None] Provisioning complete for port 572f97fb-84a3-49f2-93a9-406be154db93 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:03.269128 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-cce73f29-67f1-46dd-9cfa-e1c7f0ca43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.284196 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8b99af3f-8da5-4658-851c-da9081351184 req-13e0b2ad-882d-42b3-a22b-9dd83e47f933 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.1098080 Aug 04 11:51:03.338958 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaaf2a-c060-4832-b049-886407c295aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ab734-88c0-424f-91af-16e5f2429a32,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:03.482597 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8d4ea339-eade-4877-984a-0155634affa9 req-074860a8-292f-451d-b9ef-92a70ca73b98 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.0996053 Aug 04 11:51:03.488466 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Router e9617c12-e87d-4792-8113-d390b4f64859 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:51:03.497186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:03.509383 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Sync routers for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:03.529404 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.530794 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7bd678ba-f670-40de-9f98-270f74da0f79 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1361396 Aug 04 11:51:03.533453 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 35972) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:03.539513 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:03.540266 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.764870 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:03.777854 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:03.795275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:03.796042 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.804703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.809172 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-dc2c88c3-e5f4-4800-a54b-ced7654c1e1a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0849969 Aug 04 11:51:03.809987 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 35992) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:03.833906 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:04.102451 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:04.189158 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:01Z', 'revision_number': 3, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:04.260934 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Checking router: 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:04.261671 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Updating router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:51:04.378086 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.577600 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 572f97fb-84a3-49f2-93a9-406be154db93 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:04.696746 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ad39b30-4b76-4360-8ad9-16b1f03f3575 req-61cf0d56-fd9c-4724-a186-84ca5523d65a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.1314502 Aug 04 11:51:04.771938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 572f97fb-84a3-49f2-93a9-406be154db93 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:04.771938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.919228 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:02Z', 'revision_number': 3, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:04.931022 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3f76cdd8-f174-4743-9b54-d0384f3da0f0 req-76ef1cc6-fe39-437f-a90b-be885b3d20ba tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.1072543 Aug 04 11:51:05.033053 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:05.033379 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Updating router e9617c12-e87d-4792-8113-d390b4f64859 port 07660ba2-666f-449d-92bf-cd1f890682c5 binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:51:05.063204 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.180540 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.210901 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.230877 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Transition to ACTIVE for port object 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:05.241383 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.282716 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Attempting to bind port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:05.282853 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Attempting to bind port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:05.283228 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Attempting to bind port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:05.313976 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:05.314606 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:05.315051 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.315492 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:05.321459 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Bound port: 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:05.322018 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.393121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.400585 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Pushing event updated for resources: {'Port': ['ID=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.417401 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.417994 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.418831 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.419390 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.419981 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.420584 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.421162 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.421733 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.422240 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.422583 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.422985 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.423534 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Tracked resource versions report: Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: pushed versions: Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: { 'AddressGroup': {'1.2'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'ConntrackHelper': {'1.0'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Log': {'1.0'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Network': {'1.1'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Port': {'1.7'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'PortForwarding': {'1.2'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'QosPolicy': {'1.8'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroup': {'1.4'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SubPort': {'1.0'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Subnet': {'1.1'}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Trunk': {'1.1'}} Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: consumer versions: Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: { DHCP agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: HyperV agent@hv-cinder-79280: {}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: L3 agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: Metadata agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: Metering agent@dv-cinder-792800-3-iscsi: {}, Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: Open vSwitch agent@dv-cinder-792800-3-iscsi: { 'AddressGroup': '1.2', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'ConntrackHelper': '1.0', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Log': '1.0', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Network': '1.1', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Port': '1.7', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'PortForwarding': '1.2', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'QosPolicy': '1.8', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroup': '1.4', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SecurityGroupRule': '1.2', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'SubPort': '1.0', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Subnet': '1.1', Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: 'Trunk': '1.1'}} Aug 04 11:51:05.425463 dv-cinder-792800-3-iscsi neutron-server[104942]: {{(pid=104942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:51:05.491269 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] For port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:05.500724 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] For port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:05.510905 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.610194 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Allocated IP 172.20.0.1 (9d28bb9c-c005-411d-9e0a-2c5efedbd51f/6fc06523-9f69-4fa8-9b86-e44321d11e05/049cd052-a083-4e63-a33b-d2f7c3501697) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:05.669073 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:05.679297 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:05.704470 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.718337 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Transition to ACTIVE for port object 07660ba2-666f-449d-92bf-cd1f890682c5 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:05.728352 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.784793 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.835924 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Attempting to bind port 07660ba2-666f-449d-92bf-cd1f890682c5 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:05.836641 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Attempting to bind port 07660ba2-666f-449d-92bf-cd1f890682c5 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:05.837016 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Attempting to bind port 07660ba2-666f-449d-92bf-cd1f890682c5 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:05.838238 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.857838 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:05.861149 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:05.862008 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.863841 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:05.865232 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Bound port: 07660ba2-666f-449d-92bf-cd1f890682c5, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:05.867041 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.928325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Allocated IP 172.20.0.1 (9d56fa03-7f7a-4225-ba90-459596cc2d63/452bc437-a8ca-4345-a444-e0fff3cf9e82/ee5b2fca-f65e-4544-b284-20069e767fca) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:05.937389 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761f8d-bf97-4412-b69d-ae0d253d95b6 None None] Pushing event updated for resources: {'Port': ['ID=07660ba2-666f-449d-92bf-cd1f890682c5,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.969788 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Pushing event updated for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.976157 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:06.033234 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:06.036432 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] For port 07660ba2-666f-449d-92bf-cd1f890682c5, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:06.039148 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:06.044756 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] For port 07660ba2-666f-449d-92bf-cd1f890682c5, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=07660ba2-666f-449d-92bf-cd1f890682c5,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:06.046690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:06.047495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.053818 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.118369 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-48e45f3f-e70b-4c8e-9cf8-fbcd4aa3ac99 req-a16484e6-73c5-448d-a9c6-e8a88d301517 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.1352918 Aug 04 11:51:06.160354 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36076) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:06.239286 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761f8d-bf97-4412-b69d-ae0d253d95b6 None None] Pushing event updated for resources: {'Port': ['ID=07660ba2-666f-449d-92bf-cd1f890682c5,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:06.247158 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3833-7fde-40dc-ad59-fbe873786eb8 None None] Pushing event updated for resources: {'Port': ['ID=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:06.280048 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:06.280949 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:06.321000 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:01Z', 'revision_number': 3, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:06.335509 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.360596 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2664ac-80c5-48b5-8074-7bc1c8255e13 None None] The sync data for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi is: [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:01Z', 'revision_number': 3, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:06.399122 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9f12d429-4dd1-4b51-b59f-f3b6330799ea req-5bd7728d-105f-49eb-9b8c-32df36545138 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.0901165 Aug 04 11:51:06.434247 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Transition to ACTIVE for port object ee5b2fca-f65e-4544-b284-20069e767fca will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:06.517588 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.536108 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.559858 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:06.657396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:06.660193 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:06.693912 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:06.725893 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:06.737787 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.931398 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:02Z', 'revision_number': 3, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:06.975055 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5d845938-7b6c-4bf7-83e2-0d0f216c08f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.020366 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466920-f5d3-4e1b-935e-e1c39df6b8a8 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:02Z', 'revision_number': 3, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:07.035156 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.047615 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.050928 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.130646 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Pushing event updated for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:07.208928 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c4b891a8-f546-466e-96e8-637f60c0de45 None None] Provisioning for port ee5b2fca-f65e-4544-b284-20069e767fca completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:07.226669 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c4b891a8-f546-466e-96e8-637f60c0de45 None None] Provisioning complete for port ee5b2fca-f65e-4544-b284-20069e767fca triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:07.227163 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c4b891a8-f546-466e-96e8-637f60c0de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.340218 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c4b891a8-f546-466e-96e8-637f60c0de45 None None] Port ee5b2fca-f65e-4544-b284-20069e767fca cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:51:07.388290 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.89', 55250) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:07.411074 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c49bb6f2-a127-47a3-b403-35ac57cf5ca7 req-d871390e-184e-4df5-b8f8-61134478209d tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.0958376 Aug 04 11:51:07.439600 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:07.453429 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:07.557851 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:07.884236 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-538c09d0-8dd5-4394-9562-2256e96361cd req-bb002d01-33c5-4761-b2ed-6bf835bff06f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.0461361 Aug 04 11:51:07.918834 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:08.089941 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.89', 55257) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:08.286570 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5d845938-7b6c-4bf7-83e2-0d0f216c08f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.308275 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5d845938-7b6c-4bf7-83e2-0d0f216c08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:08.382648 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5d845938-7b6c-4bf7-83e2-0d0f216c08f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee3874458fde4da0b4753975a01e86c2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2210250 Aug 04 11:51:08.408220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36136) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:08.560033 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-95c7065e-ad5a-40be-ae88-cae19c8fae3e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:08.566153 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-95c7065e-ad5a-40be-ae88-cae19c8fae3e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 1.1587574 Aug 04 11:51:08.650761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845938-7b6c-4bf7-83e2-0d0f216c08f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281c53c8-9946-48f5-84b6-b09657209492,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:08.676363 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:08.676997 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Request body: {'port': {'device_id': '4d51add6-251c-40df-8157-970ac5503a1d', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'admin_state_up': True, 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:08.719158 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-223c78d2-9275-4cf1-bbec-59e16d1865d5 admin admin] 10.222.0.54 "PUT /v2.0/routers/4b9c273e-9fac-4c6f-9236-f5e4e0a78f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1732168 Aug 04 11:51:08.824575 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b6c6df98-0482-4d9b-a2e1-ac88b2b5ae3e req-3e203d07-10ff-4e56-9e5f-da6c2b0d45b8 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.1037118 Aug 04 11:51:08.959098 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 07660ba2-666f-449d-92bf-cd1f890682c5 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:08.962212 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-40864fe6-ce49-470b-9b61-9d47406a9ec0 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:08.964372 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-40864fe6-ce49-470b-9b61-9d47406a9ec0 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.89 "GET /v2.0/networks?id=41dd14a3-3abf-4902-af1e-d137ed2d1740 HTTP/1.1" status: 200 len: 811 time: 0.8702562 Aug 04 11:51:08.990063 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Request body: {'port': {'device_id': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740', 'admin_state_up': True, 'tenant_id': 'd40fc91af66543bc8c80cb466baada5f'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:09.162190 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 07660ba2-666f-449d-92bf-cd1f890682c5 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:09.175053 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 07660ba2-666f-449d-92bf-cd1f890682c5 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:09.175698 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.577338 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c0de182e-a08d-4bfd-9eef-a836754049b4 req-aabd6507-addc-4d21-bc87-dd3932f338f8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.1479518 Aug 04 11:51:09.584705 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.588466 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.700992 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 07660ba2-666f-449d-92bf-cd1f890682c5, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=07660ba2-666f-449d-92bf-cd1f890682c5,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:09.711435 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.713250 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:09.834837 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.873829 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.874812 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:09.957705 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Made reservation on behalf of d40fc91af66543bc8c80cb466baada5f for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:09.962436 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:10.087930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:10.108075 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:10.126315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:10.152386 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=07660ba2-666f-449d-92bf-cd1f890682c5,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:10.173012 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:10.173407 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:10.393750 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36230) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:10.397153 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:10.423924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:10.450830 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6cde755f-be32-453d-9a52-c9d6b07a58bb req-75394648-287d-4d42-9100-8e5da2604387 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.3367949 Aug 04 11:51:10.962204 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9902da7c-93bb-4cb6-b643-f24ae882442e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.008621 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.075656 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-aad5901b-06f3-415b-bc97-7714df704f54 req-b401b036-0ef5-46d3-bb25-a6cb93f0636a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.1742384 Aug 04 11:51:11.104095 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Sync routers for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:11.164304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.164304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.173034 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:11.200985 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/281c53c8-9946-48f5-84b6-b09657209492 HTTP/1.1" status: 204 len: 168 time: 2.7566793 Aug 04 11:51:11.215929 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.230287 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:11.240223 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:11.325585 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f924d93-3626-4cd0-a142-defec7371139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281c53c8-9946-48f5-84b6-b09657209492,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:11.387139 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:11.446645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:11.494660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:11.496067 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Allocated IP 172.20.0.14 (41dd14a3-3abf-4902-af1e-d137ed2d1740/be75019a-21db-484d-92f5-4642ebca7448/872bc06b-0cf6-489d-bbf8-f96f8a6c470d) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:11.544176 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 07660ba2-666f-449d-92bf-cd1f890682c5 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:11.580359 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-67bb7360-3233-4d0b-a879-75477783011e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:11.595029 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-67bb7360-3233-4d0b-a879-75477783011e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 818 time: 1.2278085 Aug 04 11:51:11.727136 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-a3a114f7-cfef-4488-b296-368626525399 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/quotas/cea41855e143417ab0cb6cf2eefe0be6 HTTP/1.1" status: 200 len: 375 time: 0.0993187 Aug 04 11:51:11.870334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 07660ba2-666f-449d-92bf-cd1f890682c5 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:11.870817 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:11.918046 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:11.944470 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f4cd8c6f-dc9a-47d6-940b-927aa7a8e7bf req-5b6956e7-bc45-4dfd-97f6-2ee60c28d1ae tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.1251578 Aug 04 11:51:11.949350 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Allocated IP 172.20.0.11 (c6e26a5e-be60-43f7-9baf-ebcb7568bd3c/2317d345-c659-43e9-b20e-19ac765a6246/da10191d-223f-46b1-a2b7-d181eb7840a8) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:12.130283 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:12.257580 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c13631e7-3811-422d-8318-4a11c7ebd153 None None] Provisioning complete for port ee5b2fca-f65e-4544-b284-20069e767fca triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:12.258196 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c13631e7-3811-422d-8318-4a11c7ebd153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.328696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c13631e7-3811-422d-8318-4a11c7ebd153 None None] Port ee5b2fca-f65e-4544-b284-20069e767fca cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:51:12.331552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36258) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:12.440027 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9902da7c-93bb-4cb6-b643-f24ae882442e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.452686 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b4220b9d-3378-4256-9a70-ccac714a2161 req-87406ed7-20bf-44a9-914c-fa1ded094e81 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 210 time: 0.0770814 Aug 04 11:51:12.462596 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9902da7c-93bb-4cb6-b643-f24ae882442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.507392 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-cb9e02d0-8053-4b80-ad48-034c32eb323d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.541536 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-3edd99b1-5662-4790-ba73-f2cf36c2ccea tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7995315 Aug 04 11:51:12.561558 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 4, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '049cd052-a083-4e63-a33b-d2f7c3501697', 'name': '', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'mac_address': 'fa:16:3e:43:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 2, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'subnets': [{'id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:12.617022 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Checking router: 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:12.617436 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Updating router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 port 049cd052-a083-4e63-a33b-d2f7c3501697 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:51:12.648627 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9902da7c-93bb-4cb6-b643-f24ae882442e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da9678b7645a4ed28f96d2f5b8f4b73f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2533104 Aug 04 11:51:12.675664 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36266) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:12.696922 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902da7c-93bb-4cb6-b643-f24ae882442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01d69e-2b54-40bc-85b7-b92b66d9e6f1,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:12.700983 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.853102 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:12.901792 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:12.908110 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2322f7e5-0118-4ed3-aca8-0d38fcd7909a service neutron] 10.222.0.54 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515370 Aug 04 11:51:12.915677 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:12.933318 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-11111632-e33a-4355-99ac-c5ac4884eae5 admin admin] 10.222.0.54 "PUT /v2.0/routers/e9617c12-e87d-4792-8113-d390b4f64859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1220784 Aug 04 11:51:12.951292 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:12.953674 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:13.101480 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-7b19df4b-1a1e-4b64-ab72-f77c8c2a2855 service neutron] 10.222.0.54 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698990 Aug 04 11:51:13.148554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.158148 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.366589 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Network 41dd14a3-3abf-4902-af1e-d137ed2d1740 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:13.378239 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.407024 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:13.429243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-cb9e02d0-8053-4b80-ad48-034c32eb323d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.472649 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:13.486118 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-cb9e02d0-8053-4b80-ad48-034c32eb323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.501033 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:13.510303 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.523002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:13.525226 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.652933 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.756966 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Transition to ACTIVE for port object 049cd052-a083-4e63-a33b-d2f7c3501697 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:13.768817 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.804923 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36292) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:13.925123 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Pushing event updated for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:13.947199 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-87ce98d1-8285-47b9-bb96-6b264ecbcef7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9651356 Aug 04 11:51:13.980905 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-62cc9d8a-6e0a-4216-ae55-5913f0a4eefb tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:51:13.982391 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-62cc9d8a-6e0a-4216-ae55-5913f0a4eefb tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074601 Aug 04 11:51:14.001059 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.006314 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.015803 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c01d69e-2b54-40bc-85b7-b92b66d9e6f1 HTTP/1.1" status: 204 len: 168 time: 1.2609539 Aug 04 11:51:14.137016 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a0963-1870-4a5e-a5d6-85a1245e9c10 None None] Pushing event updated for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:14.161774 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee245f-df9d-4265-ba5c-dfd6da880169 req-ba202450-3618-4b7e-8f3e-54d55ca34e82 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.178878 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-39ee245f-df9d-4265-ba5c-dfd6da880169 req-ba202450-3618-4b7e-8f3e-54d55ca34e82 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 932 time: 0.9933252 Aug 04 11:51:14.184386 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e02d0-8053-4b80-ad48-034c32eb323d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccef1e49-d2c5-4568-b714-55f5417f402d,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:14.209822 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-cb9e02d0-8053-4b80-ad48-034c32eb323d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1353b915161c4108a07127d6a990642a&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8715649 Aug 04 11:51:14.212601 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36310) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:14.261952 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:14.354580 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Attempting to bind port 049cd052-a083-4e63-a33b-d2f7c3501697 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:14.362176 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Attempting to bind port 049cd052-a083-4e63-a33b-d2f7c3501697 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:14.362772 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Attempting to bind port 049cd052-a083-4e63-a33b-d2f7c3501697 on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:14.375211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae9c14-5d5b-43bb-a134-dc10d09e980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01d69e-2b54-40bc-85b7-b92b66d9e6f1,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:14.393143 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:14.393755 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Checking segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:14.394258 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.394849 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Bound using segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:14.395689 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Bound port: 049cd052-a083-4e63-a33b-d2f7c3501697, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:14.396389 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.453813 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-39ee245f-df9d-4265-ba5c-dfd6da880169 req-8f98b539-656c-449f-833a-50b928a843c6 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739058 Aug 04 11:51:14.472365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.755003 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.786195 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] For port 049cd052-a083-4e63-a33b-d2f7c3501697, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:14.796943 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-470268b6-1b24-411b-8cc7-90dffb8e3253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.805477 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] For port 049cd052-a083-4e63-a33b-d2f7c3501697, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=049cd052-a083-4e63-a33b-d2f7c3501697,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:14.811847 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:14.819504 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.827683 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.962753 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event updated for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:15.013013 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.056403 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Request body: {'port': {'device_id': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:15.063425 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:15.067960 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:15.081503 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:15.095953 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:15.097823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.169175 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485f95-f73e-4ae0-a334-689bd99edc75 req-f88a179e-c102-4e53-9a86-1bb0bf6ca972 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:15.173978 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-53485f95-f73e-4ae0-a334-689bd99edc75 req-f88a179e-c102-4e53-9a86-1bb0bf6ca972 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 932 time: 0.2156842 Aug 04 11:51:15.205826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:08Z', 'revision_number': 2, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:15.226610 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a0963-1870-4a5e-a5d6-85a1245e9c10 None None] Pushing event updated for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=4']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:15.275723 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:15.276564 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:15.336083 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.371203 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-53485f95-f73e-4ae0-a334-689bd99edc75 req-ba26db02-e194-456e-b5f9-a6d78f7a6c94 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703413 Aug 04 11:51:15.399068 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:15.400849 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:15.401398 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Updating router e9617c12-e87d-4792-8113-d390b4f64859 port ee5b2fca-f65e-4544-b284-20069e767fca binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:51:15.479588 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.759213 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e3139420-b5d1-432e-bb0d-ceadead6807c req-04ce1221-3194-41b9-b841-ea85565a6249 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 210 time: 0.1038294 Aug 04 11:51:15.872951 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 4, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '049cd052-a083-4e63-a33b-d2f7c3501697', 'name': '', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'mac_address': 'fa:16:3e:43:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:14Z', 'revision_number': 4, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'subnets': [{'id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:15.973307 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.981997 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:15.986026 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccef1e49-d2c5-4568-b714-55f5417f402d HTTP/1.1" status: 204 len: 168 time: 1.7716599 Aug 04 11:51:15.993630 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782dc318-dbb7-4087-aef7-d5fcd3506301 None None] The sync data for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi is: [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:06Z', 'revision_number': 4, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '049cd052-a083-4e63-a33b-d2f7c3501697', 'name': '', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'mac_address': 'fa:16:3e:43:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:14Z', 'revision_number': 4, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'subnets': [{'id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:16.146121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36342) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:16.216567 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185605323', 'description': 'tempest-description--1567633001'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:16.403601 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38111760-91cd-4d4e-b318-e52de09d723f req-c6f64350-f322-48b0-9ef1-3aa56a2d315d tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:16.424441 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38111760-91cd-4d4e-b318-e52de09d723f req-c6f64350-f322-48b0-9ef1-3aa56a2d315d tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 932 time: 0.3812230 Aug 04 11:51:16.546561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.585907 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Transition to ACTIVE for port object ee5b2fca-f65e-4544-b284-20069e767fca will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:16.600099 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.661069 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38111760-91cd-4d4e-b318-e52de09d723f req-94b0d43b-7e08-4216-aba5-de0e0b625098 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282453 Aug 04 11:51:17.055542 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54a296-7dc2-4788-8023-8ef063485e57 None None] Pushing event updated for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:17.074028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.89', 55270) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:17.137128 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Attempting to bind port ee5b2fca-f65e-4544-b284-20069e767fca on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:17.141863 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Attempting to bind port ee5b2fca-f65e-4544-b284-20069e767fca by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:17.143579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Attempting to bind port ee5b2fca-f65e-4544-b284-20069e767fca on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:17.163135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:17.175132 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Checking segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:17.175709 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.176171 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Bound using segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:17.180596 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Bound port: ee5b2fca-f65e-4544-b284-20069e767fca, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:17.181385 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.414767 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-470268b6-1b24-411b-8cc7-90dffb8e3253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.699711 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] For port ee5b2fca-f65e-4544-b284-20069e767fca, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:17.715645 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] For port ee5b2fca-f65e-4544-b284-20069e767fca, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=ee5b2fca-f65e-4544-b284-20069e767fca,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:17.740126 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.774481 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-f827c9f9-e3b9-44f9-9f4b-2d88c5b27765 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:17.797443 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-f827c9f9-e3b9-44f9-9f4b-2d88c5b27765 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 818 time: 0.3804140 Aug 04 11:51:17.837907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872bc06b-0cf6-489d-bbf8-f96f8a6c470d {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:17.875607 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-470268b6-1b24-411b-8cc7-90dffb8e3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.909242 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520ba35-472c-433d-a809-1888efd0c957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccef1e49-d2c5-4568-b714-55f5417f402d,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:17.986510 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.999109 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-6a6737d3-ae27-4a49-b060-f522e92afc09 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3427629 Aug 04 11:51:18.002212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 049cd052-a083-4e63-a33b-d2f7c3501697 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:18.104126 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Request body: {'port': {'device_id': '4d51add6-251c-40df-8157-970ac5503a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:18.193418 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-2ef8897c-d49e-4016-b47c-e916a8bc785f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/quotas/cea41855e143417ab0cb6cf2eefe0be6 HTTP/1.1" status: 200 len: 375 time: 0.3950069 Aug 04 11:51:18.224380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.274231 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54a296-7dc2-4788-8023-8ef063485e57 None None] Pushing event updated for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:18.291211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ab2c6-954a-47b0-a167-60db076755ea req-2c5740e7-75dc-435d-8cfd-479cd1125d3e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:18.305158 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Transition to ACTIVE for port object 872bc06b-0cf6-489d-bbf8-f96f8a6c470d will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:18.312347 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1b9ab2c6-954a-47b0-a167-60db076755ea req-2c5740e7-75dc-435d-8cfd-479cd1125d3e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 932 time: 1.2695980 Aug 04 11:51:18.312930 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:18.313967 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:50:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:18.408342 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.450764 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-470268b6-1b24-411b-8cc7-90dffb8e3253 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f42355bfefdc4676b4f0cbabf255de3f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6337233 Aug 04 11:51:18.457413 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470268b6-1b24-411b-8cc7-90dffb8e3253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb86bd84-4b43-4b65-b9a2-a57de6a5fd94,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:18.492791 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36412) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:18.535852 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-939a9a27-bc7d-4dea-8eac-0669f6a4e501 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:18.538456 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-939a9a27-bc7d-4dea-8eac-0669f6a4e501 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 818 time: 1.4594121 Aug 04 11:51:18.597246 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.623552 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1b9ab2c6-954a-47b0-a167-60db076755ea req-da09382a-b9c7-4d41-844b-944ff7d2a51d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081300 Aug 04 11:51:18.754183 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.761258 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Request body: {'port': {'device_id': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'admin_state_up': True, 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:18.771389 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Pushing event updated for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:18.836691 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.876889 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:18.948072 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:18.981136 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.112314 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-ce930912-330b-4a3a-bf0e-4c4618af26c1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8573973 Aug 04 11:51:19.207201 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.209753 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.211096 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb86bd84-4b43-4b65-b9a2-a57de6a5fd94 HTTP/1.1" status: 204 len: 168 time: 0.7168508 Aug 04 11:51:19.292871 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 049cd052-a083-4e63-a33b-d2f7c3501697 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:19.349446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4c3adc-7540-4a7c-b493-e78577e0e99b,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:19.454360 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 049cd052-a083-4e63-a33b-d2f7c3501697 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:19.454731 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.464319 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e284022-cd56-48d6-9890-73226422c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb86bd84-4b43-4b65-b9a2-a57de6a5fd94,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:19.490326 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Attempting to bind port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:19.495649 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Attempting to bind port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'abae9429-5cbb-4333-aed7-9398a387ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:19.501232 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Attempting to bind port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d on network 41dd14a3-3abf-4902-af1e-d137ed2d1740 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:19.502869 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Made reservation on behalf of cea41855e143417ab0cb6cf2eefe0be6 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:19.506873 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.525524 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d on network 41dd14a3-3abf-4902-af1e-d137ed2d1740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:19.527541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Attempting to bind port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d on network 41dd14a3-3abf-4902-af1e-d137ed2d1740 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:19.556324 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.557419 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6f6eb47a-6ea3-49e0-b9da-5cb135bf49ab tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3828619 Aug 04 11:51:19.569821 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:19.569821 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Checking segment: {'id': 'abae9429-5cbb-4333-aed7-9398a387ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:19.575862 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 36438) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:19.578537 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Bound using segment: {'id': 'abae9429-5cbb-4333-aed7-9398a387ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:19.579740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Bound port: 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abae9429-5cbb-4333-aed7-9398a387ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:19.580662 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.595515 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group_rule': {'security_group_id': 'be4c3adc-7540-4a7c-b493-e78577e0e99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:19.715968 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-1d51b225-510c-483b-8a7e-ebe4c6c70198 service neutron] 10.222.0.54 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022401 Aug 04 11:51:19.765017 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:51:19.834791 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Allocated IP 172.20.0.6 (9d28bb9c-c005-411d-9e0a-2c5efedbd51f/6fc06523-9f69-4fa8-9b86-e44321d11e05/686e86f4-24d4-4b68-a681-474ce19609ee) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:19.837909 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:19.872662 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,segment=NetworkSegment(abae9429-5cbb-4333-aed7-9398a387ea53),segment_id=abae9429-5cbb-4333-aed7-9398a387ea53)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:19.917463 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.016202 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Pushing event updated for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:20.058591 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-093018d7-b43f-462e-ae69-7337de6df328 service neutron] 10.222.0.54 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317618 Aug 04 11:51:20.070390 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:20.071374 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.073762 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-6a50afa5-06f2-4d82-8b16-72d74edfcad8 service neutron] 10.222.0.89 "PUT /v2.0/ports/872bc06b-0cf6-489d-bbf8-f96f8a6c470d HTTP/1.1" status: 200 len: 1094 time: 5.3277857 Aug 04 11:51:20.074455 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:20.384297 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36454) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:20.415505 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-044ae755-4b1b-4c12-9a0d-706f3aae0548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.518518 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ceaef-d753-4587-96cd-b0e4029ed655 req-da47059f-0c96-4d7b-884c-e922c311a0d7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:20.543583 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7b0ceaef-d753-4587-96cd-b0e4029ed655 req-da47059f-0c96-4d7b-884c-e922c311a0d7 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 1.5757415 Aug 04 11:51:20.613763 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-af169637-8935-4c6b-bf27-88b9a84ac265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.670793 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.872833 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.963323 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:17Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:20.998045 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.067230 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7b0ceaef-d753-4587-96cd-b0e4029ed655 req-3e365bd3-a0ae-43ca-a9ba-750ce45e8a69 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221379 Aug 04 11:51:21.073149 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce148646-afb6-485b-94b2-99b09c72d212 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:17Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:21.079567 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 049cd052-a083-4e63-a33b-d2f7c3501697, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=049cd052-a083-4e63-a33b-d2f7c3501697,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:21.099981 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.255563 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0596e-cd69-4730-b85f-2d93f9133210 req-671e7a4d-4a8c-4e2a-82ba-a0eb7064be7e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:21.274481 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-98b0596e-cd69-4730-b85f-2d93f9133210 req-671e7a4d-4a8c-4e2a-82ba-a0eb7064be7e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 932 time: 0.7199426 Aug 04 11:51:21.335888 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c640451-e2e8-4a28-b572-d50f21de7986" -d '{"events": [{"name": "network-changed", "server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:21.372304 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:21.552272 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.570825 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-76997b60-db64-4e18-bef9-462a87afe8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:21.587484 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-76997b60-db64-4e18-bef9-462a87afe8d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d40fc91af66543bc8c80cb466baada5f&device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 1097 time: 0.6389887 Aug 04 11:51:21.786268 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.790264 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.095795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27c2776-2cbf-41cf-b2d3-9b5df2361bd6,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:22.098722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Pushing event updated for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:22.141357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:22.153370 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:22.182313 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f8101382-ed07-454d-bde7-6350f3951142 req-91bd3fe1-31cd-4b12-8b34-171e0a870e33 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.4418392 Aug 04 11:51:22.214736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-044ae755-4b1b-4c12-9a0d-706f3aae0548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.223320 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-1ad5d5d4-6f56-4e53-8b13-ad0603686ded service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d HTTP/1.1" status: 200 len: 217 time: 0.5358956 Aug 04 11:51:22.236742 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.237690 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:22.253647 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-98b0596e-cd69-4730-b85f-2d93f9133210 req-0cdcd35f-f393-489b-99c3-7c341999e5b9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9776266 Aug 04 11:51:22.270329 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-044ae755-4b1b-4c12-9a0d-706f3aae0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.276741 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:22.277765 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.484887 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-8c3c5178-c62c-44bb-bc05-259279c8f33d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8758416 Aug 04 11:51:22.632211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Request body: {'port': {'device_id': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:22.670710 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da10191d-223f-46b1-a2b7-d181eb7840a8 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:22.696245 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.744039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Transition to ACTIVE for port object da10191d-223f-46b1-a2b7-d181eb7840a8 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:22.766559 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ae755-4b1b-4c12-9a0d-706f3aae0548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b542bb8-63b4-4c86-a4ae-00ac5b66e7f8,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:22.875251 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-044ae755-4b1b-4c12-9a0d-706f3aae0548 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=190cd946cd2442faa09463dccac87f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4895265 Aug 04 11:51:22.881379 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36518) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:22.895084 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-528dbc6b-82c7-4089-ad3e-3aa9c933e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:22.896955 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-528dbc6b-82c7-4089-ad3e-3aa9c933e7c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be75019a-21db-484d-92f5-4642ebca7448 HTTP/1.1" status: 200 len: 851 time: 0.6276708 Aug 04 11:51:22.921023 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.942830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230c187-f798-4c5f-8123-ab42c60b0dfe req-ea246689-30b7-4e05-ace8-148b12fb8852 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:22.952483 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.952953 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d230c187-f798-4c5f-8123-ab42c60b0dfe req-ea246689-30b7-4e05-ace8-148b12fb8852 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.3490367 Aug 04 11:51:22.956868 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36520) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:22.962665 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e0419a43-5154-4163-a25f-8dd224e5b9bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3671806 Aug 04 11:51:22.988459 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group_rule': {'security_group_id': 'be4c3adc-7540-4a7c-b493-e78577e0e99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:23.231199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Pushing event updated for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:23.247101 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.289516 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a3d486-ca7e-49ca-b6de-571d4077f228 x-openstack-request-id: req-f7a3d486-ca7e-49ca-b6de-571d4077f228 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:23.291078 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:23.291555 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7a3d486-ca7e-49ca-b6de-571d4077f228 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:23.292949 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d', 'status': 'completed', 'code': 200} Aug 04 11:51:23.307860 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-c58aefb8-8027-404b-8232-9649866635e7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41dd14a3-3abf-4902-af1e-d137ed2d1740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2765369 Aug 04 11:51:23.344468 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d230c187-f798-4c5f-8123-ab42c60b0dfe req-20f064fa-b61f-4475-a048-0148adb4624b tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904228 Aug 04 11:51:23.348886 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-889b9b1c-a0c1-47ae-943c-016c1a083e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.385464 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.536032 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.629934 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 049cd052-a083-4e63-a33b-d2f7c3501697 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:23.688496 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.827998 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dcb3ef85-51c1-4a3e-a214-cee9cdd46ebb req-f7491834-9435-4d14-ab39-e411ba2a3871 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.3162134 Aug 04 11:51:23.862722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Attempting to bind port da10191d-223f-46b1-a2b7-d181eb7840a8 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:23.863063 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Attempting to bind port da10191d-223f-46b1-a2b7-d181eb7840a8 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:23.863411 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Attempting to bind port da10191d-223f-46b1-a2b7-d181eb7840a8 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:23.871019 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 049cd052-a083-4e63-a33b-d2f7c3501697 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:23.878677 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.882954 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.89', 55276) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:23.889851 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.907170 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Port da10191d-223f-46b1-a2b7-d181eb7840a8 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:23.907496 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Attempting to bind port da10191d-223f-46b1-a2b7-d181eb7840a8 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:24.009839 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90817-a778-4385-9ecc-f14700b6a2c0 req-269f5a97-6cf7-45c3-ae7d-9f9cb783dc15 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:24.011436 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-86c90817-a778-4385-9ecc-f14700b6a2c0 req-269f5a97-6cf7-45c3-ae7d-9f9cb783dc15 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.3495810 Aug 04 11:51:24.050536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.063991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:24.064846 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Checking segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:24.065697 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Bound using segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:24.066577 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Bound port: da10191d-223f-46b1-a2b7-d181eb7840a8, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:24.067310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.106358 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.137634 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac570df-dff9-4a8f-8de8-f03ca6a63012,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:24.147039 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-d94832c3-0fe5-42ca-800a-f9a70e2b1276 service neutron] 10.222.0.89 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980599 Aug 04 11:51:24.167420 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-86c90817-a778-4385-9ecc-f14700b6a2c0 req-a99a3f51-a048-4ee8-a39e-201ed648bb1f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327572 Aug 04 11:51:24.178921 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device ee5b2fca-f65e-4544-b284-20069e767fca up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:24.189621 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.194413 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-de1caffe-fbfb-44bb-884f-1e8f85ce43ff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2310328 Aug 04 11:51:24.195509 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 36540) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:24.244709 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:24.271952 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.274504 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.279410 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b542bb8-63b4-4c86-a4ae-00ac5b66e7f8 HTTP/1.1" status: 204 len: 168 time: 1.3911304 Aug 04 11:51:24.296346 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aca9a-79b3-4e32-b90a-8d55d69e0853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b542bb8-63b4-4c86-a4ae-00ac5b66e7f8,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:24.314841 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.427261 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port ee5b2fca-f65e-4544-b284-20069e767fca completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:24.441559 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port ee5b2fca-f65e-4544-b284-20069e767fca triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:24.442025 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.785585 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.856832 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-843b5329-32b4-4af9-98a6-7a1ed59d26d4 req-0a8abff8-9183-485e-8c26-1b3dbb1ee649 service neutron] 10.222.0.89 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837001 Aug 04 11:51:24.898547 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port ee5b2fca-f65e-4544-b284-20069e767fca, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=ee5b2fca-f65e-4544-b284-20069e767fca,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:24.908013 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.124216 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ba351454-cb55-42f5-b30e-a6bbdf5f1d60 req-0a934a09-bd9a-46c4-860a-ef1fb03425b5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.1394258 Aug 04 11:51:25.143280 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.181938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:25.352172 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-bbe73bec-827e-4bcf-8049-e112f599c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:25.354257 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-bbe73bec-827e-4bcf-8049-e112f599c5f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d40fc91af66543bc8c80cb466baada5f&device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 1097 time: 0.2623129 Aug 04 11:51:25.397862 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.482060 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-3343ca23-dc51-455d-b4ff-776fe7d7f85c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:25.484735 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-3343ca23-dc51-455d-b4ff-776fe7d7f85c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 818 time: 1.4222109 Aug 04 11:51:25.580275 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Request body: {'port': {'device_id': 'f648768c-211f-4113-a1d0-6747c1370702', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'admin_state_up': True, 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:25.631176 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:25.820961 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47ea2-0a88-469a-8690-755d8f4c5657 req-808d4cdf-334f-43c3-b0b5-93bf1ac5a0d1 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:25.823487 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-beb47ea2-0a88-469a-8690-755d8f4c5657 req-808d4cdf-334f-43c3-b0b5-93bf1ac5a0d1 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 1.1666696 Aug 04 11:51:25.832016 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=da10191d-223f-46b1-a2b7-d181eb7840a8,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:25.869740 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.897861 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696f4b4-c01e-4a84-810c-a53e78ae0f22 req-0bbe369a-388b-4300-a3b6-313b6885252c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:25.909735 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a696f4b4-c01e-4a84-810c-a53e78ae0f22 req-0bbe369a-388b-4300-a3b6-313b6885252c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.3704028 Aug 04 11:51:25.993511 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:25.993511 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.993511 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] 10.222.0.89 "PUT /v2.0/ports/da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 200 len: 1094 time: 7.9111965 Aug 04 11:51:26.001046 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:26.092152 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Allocated IP 172.27.1.210 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/0f9895ec-6667-448f-8c9c-88ea75e4bae7) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:26.105553 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a696f4b4-c01e-4a84-810c-a53e78ae0f22 req-21a37e75-949e-4ee9-8787-05f1fdd9db82 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951082 Aug 04 11:51:26.144816 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-c297df75-4074-49eb-a3bc-fdb7ecae7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:26.146638 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-c297df75-4074-49eb-a3bc-fdb7ecae7518 service neutron] 10.222.0.89 "GET /v2.0/networks?id=41dd14a3-3abf-4902-af1e-d137ed2d1740 HTTP/1.1" status: 200 len: 912 time: 0.6054339 Aug 04 11:51:26.320859 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-83f7624a-a402-4660-a015-4c10aee9fb7a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d HTTP/1.1" status: 200 len: 217 time: 0.0777018 Aug 04 11:51:26.400920 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-beb47ea2-0a88-469a-8690-755d8f4c5657 req-8cd227ba-139e-485d-9c2e-ba8ed53b56d6 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622981 Aug 04 11:51:26.465028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5dc1-9de8-4cbe-926b-50dd44ee57c9 service neutron] Pushing event updated for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:26.521426 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-85c67f7c-96e4-407e-a456-a3cdf810e81e req-e55f6f6a-9413-4a68-80e9-e3280c1460e6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.1735239 Aug 04 11:51:26.577661 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da" -d '{"events": [{"name": "network-changed", "server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:26.602093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686e86f4-24d4-4b68-a681-474ce19609ee {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:26.624738 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.641121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-357032e7-7608-40a3-aaa8-61c69f31092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:26.642805 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-357032e7-7608-40a3-aaa8-61c69f31092d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=be75019a-21db-484d-92f5-4642ebca7448 HTTP/1.1" status: 200 len: 851 time: 0.2624307 Aug 04 11:51:26.648085 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Made reservation on behalf of cea41855e143417ab0cb6cf2eefe0be6 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:26.671794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.711039 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.714618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-62b15735-a1ee-4d31-ae7c-5c296681cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:26.721573 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-62b15735-a1ee-4d31-ae7c-5c296681cc0d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 1097 time: 0.5624609 Aug 04 11:51:26.745399 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Transition to ACTIVE for port object 686e86f4-24d4-4b68-a681-474ce19609ee will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:26.771656 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.827904 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-250652e8-9d35-434e-a64b-649df5d18601 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=41dd14a3-3abf-4902-af1e-d137ed2d1740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923505 Aug 04 11:51:27.092501 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df9d9bb-63ff-4503-b0a1-05813a9f7641 x-openstack-request-id: req-3df9d9bb-63ff-4503-b0a1-05813a9f7641 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:27.092997 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:27.098642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.105542 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3df9d9bb-63ff-4503-b0a1-05813a9f7641 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:27.110486 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8', 'status': 'completed', 'code': 200} Aug 04 11:51:27.148907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:27.164884 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:27.175055 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:27.235183 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Pushing event updated for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:27.263344 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device ee5b2fca-f65e-4544-b284-20069e767fca up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:27.328401 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-768df007-524e-4309-b725-26a66035db3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 200 len: 217 time: 0.5700371 Aug 04 11:51:27.367061 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port ee5b2fca-f65e-4544-b284-20069e767fca triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:27.367373 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.371910 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.392626 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-4eda6501-14a1-48d0-ae41-16b92c0237a6 service neutron] 10.222.0.89 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533469 Aug 04 11:51:27.449313 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=0f9895ec-6667-448f-8c9c-88ea75e4bae7,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:27.457111 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-2a1dd245-f500-4591-b1b9-c411f0ed04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:27.459395 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-2a1dd245-f500-4591-b1b9-c411f0ed04de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.1178989 Aug 04 11:51:27.543188 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.543744 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.577690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250a818-c907-4d35-bb67-64877fb89c97 req-282a8c86-f71f-444a-8af5-28ab04b03660 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:27.579354 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0250a818-c907-4d35-bb67-64877fb89c97 req-282a8c86-f71f-444a-8af5-28ab04b03660 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.1915517 Aug 04 11:51:27.599298 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Attempting to bind port 686e86f4-24d4-4b68-a681-474ce19609ee on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:27.600239 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Attempting to bind port 686e86f4-24d4-4b68-a681-474ce19609ee by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:27.600239 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Attempting to bind port 686e86f4-24d4-4b68-a681-474ce19609ee on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:27.618092 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Port 686e86f4-24d4-4b68-a681-474ce19609ee on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:27.618322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Attempting to bind port 686e86f4-24d4-4b68-a681-474ce19609ee on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:27.646911 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Allocated IP 172.20.0.12 (9d28bb9c-c005-411d-9e0a-2c5efedbd51f/6fc06523-9f69-4fa8-9b86-e44321d11e05/4bd2ae27-75d0-40a6-bed6-07d0e7716742) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:27.649268 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:27.649617 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Checking segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:27.650005 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Bound using segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:27.650453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Bound port: 686e86f4-24d4-4b68-a681-474ce19609ee, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:27.650870 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.654353 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0250a818-c907-4d35-bb67-64877fb89c97 req-b7c77143-122f-43a8-9528-95e1ba192e10 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Aug 04 11:51:27.851641 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd931e2-fc5d-4b7d-a65b-800ff67964c2 req-1230d301-3e21-4923-9483-cd9c51364319 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:27.854249 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-acd931e2-fc5d-4b7d-a65b-800ff67964c2 req-1230d301-3e21-4923-9483-cd9c51364319 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.2291389 Aug 04 11:51:27.870913 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-f0d72747-299e-4438-999a-edac39b60bf1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113577 Aug 04 11:51:27.917539 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-22429d2e-fd62-4bf7-bbdd-0ff2a6369fdf req-1edd4ecf-14c5-49e9-b800-7e2582e081d4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.1086805 Aug 04 11:51:27.999979 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.009773 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.054563 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c640451-e2e8-4a28-b572-d50f21de7986 req-5b686506-abf6-4ee5-8092-b2c18546c82c service neutron] 10.222.0.89 "GET /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825754 Aug 04 11:51:28.063965 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.087159 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.098770 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8863413 Aug 04 11:51:28.108873 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca0158-5fc4-42c3-a84a-37b5fa9bf8ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=0f9895ec-6667-448f-8c9c-88ea75e4bae7,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:28.152468 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:28.178137 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-acd931e2-fc5d-4b7d-a65b-800ff67964c2 req-a8590228-65e3-4b56-889d-2766cc26bb93 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013511 Aug 04 11:51:28.200526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=686e86f4-24d4-4b68-a681-474ce19609ee,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:28.213433 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.234879 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-e473db30-a634-4442-9d34-52155acd492f service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526218 Aug 04 11:51:28.285768 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:28.286412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.287909 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] 10.222.0.89 "PUT /v2.0/ports/686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 1093 time: 5.6749651 Aug 04 11:51:28.301535 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.321894 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3322-2268-4f05-8eb6-c51567cb10c9 service neutron] Pushing event updated for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:28.393736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.512695 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-4a01a5b8-60ba-4bfb-97a6-23f28c9a7a98 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1185605323&fields=id&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 267 time: 0.0627749 Aug 04 11:51:28.548878 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:28.550352 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Pushing event updated for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:28.558036 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:28.564035 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:28.574558 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:28.576723 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.603345 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-335be72d-2843-4d22-9752-5cdaad1d2aa6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0554280 Aug 04 11:51:28.706998 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-15715a8e-3a1e-4fa9-8eac-fe2c4ec0f92e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:28.709580 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-15715a8e-3a1e-4fa9-8eac-fe2c4ec0f92e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 816 time: 0.1828017 Aug 04 11:51:28.732728 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-6dde6474-cc14-4d04-8d93-6ea41b12230d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/quotas/c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 375 time: 0.0130434 Aug 04 11:51:28.813062 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-2df1a3f0-ddac-4b53-a6b8-ca4a41d59794 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584600 Aug 04 11:51:28.887722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf22493-ff1e-487d-8676-916365c3e2d6 req-949e0dda-158e-485f-9749-a57213b2ed20 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:28.896510 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bf22493-ff1e-487d-8676-916365c3e2d6 req-949e0dda-158e-485f-9749-a57213b2ed20 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.0916748 Aug 04 11:51:28.959801 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bf22493-ff1e-487d-8676-916365c3e2d6 req-c8d096b6-4570-4081-b0ce-5ca9249f6377 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622663 Aug 04 11:51:28.996805 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-1e30832b-84b1-4dbb-9d69-17d0ce9de053 service neutron] 10.222.0.54 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449511 Aug 04 11:51:29.114648 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:29.117342 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62764f40-e3a3-43da-96e9-d7b0182a93de" -d '{"events": [{"name": "network-changed", "server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:29.121179 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-1c907d67-4a2d-4def-9eea-e618e0fbe01c service neutron] 10.222.0.54 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158776 Aug 04 11:51:29.155103 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bd93c-d080-4746-8a55-a6f60d1a9357 req-8b7e977c-07ed-4c80-872d-3ef04fae1fc8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:29.165011 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-271bd93c-d080-4746-8a55-a6f60d1a9357 req-8b7e977c-07ed-4c80-872d-3ef04fae1fc8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 932 time: 0.1145360 Aug 04 11:51:29.223275 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-271bd93c-d080-4746-8a55-a6f60d1a9357 req-f7721930-9d47-47c3-8d75-b7db787d7b7b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544567 Aug 04 11:51:29.306213 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de897d-ad5d-4d30-a6a0-cd022fa21318 x-openstack-request-id: req-03de897d-ad5d-4d30-a6a0-cd022fa21318 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:29.306654 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:29.307107 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03de897d-ad5d-4d30-a6a0-cd022fa21318 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:29.307660 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee', 'status': 'completed', 'code': 200} Aug 04 11:51:29.407673 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b694bff0-c155-4e90-81e3-5e10ad7b3bf8 req-3f802118-70db-4637-9ffc-504ed6f78c3e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0395770 Aug 04 11:51:29.448538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458b32-1de5-497d-b8a2-05f9acc18d83 req-bd2038a3-beb9-4e1e-a7b5-8739f84f0c2d tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:29.450537 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b458b32-1de5-497d-b8a2-05f9acc18d83 req-bd2038a3-beb9-4e1e-a7b5-8739f84f0c2d tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.1101289 Aug 04 11:51:29.511282 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b458b32-1de5-497d-b8a2-05f9acc18d83 req-53902bbf-d675-4f0a-ae31-15bf5dd5d179 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523803 Aug 04 11:51:30.130925 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad38b2-8c30-4476-874a-3d6f76157524 req-433ac18c-3295-4900-b9ad-ee7ddbf23939 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:30.132741 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-17ad38b2-8c30-4476-874a-3d6f76157524 req-433ac18c-3295-4900-b9ad-ee7ddbf23939 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.0652099 Aug 04 11:51:30.198808 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-17ad38b2-8c30-4476-874a-3d6f76157524 req-37e64a8a-6ed9-4622-afd6-10408fe7fa27 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586154 Aug 04 11:51:30.409150 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a7801-4537-4f52-8f86-06cad8e5ff2e req-2b942b31-dfc6-4bcd-9ef9-719b7f86f3ef tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:30.412892 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f73a7801-4537-4f52-8f86-06cad8e5ff2e req-2b942b31-dfc6-4bcd-9ef9-719b7f86f3ef tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 932 time: 0.0849249 Aug 04 11:51:30.461099 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f73a7801-4537-4f52-8f86-06cad8e5ff2e req-dde7c475-8ef4-40ce-9487-66b21d45d2ab tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Aug 04 11:51:30.522670 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5d8e482d-812e-4f23-9025-02676e01d398 req-ef6eece1-5bae-43d0-a43b-2135076bfa2b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0310955 Aug 04 11:51:30.642230 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8c5fa-07c7-4d23-9463-56c651c2163e req-2d09998d-9317-48c7-9b81-38a0c2cc0c90 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:30.643836 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-22b8c5fa-07c7-4d23-9463-56c651c2163e req-2d09998d-9317-48c7-9b81-38a0c2cc0c90 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0504253 Aug 04 11:51:30.683323 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-22b8c5fa-07c7-4d23-9463-56c651c2163e req-35ee19b2-9bb8-4d37-b6fb-31bf241ef784 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Aug 04 11:51:30.988523 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Request body: {'port': {'device_id': 'f648768c-211f-4113-a1d0-6747c1370702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:31.307211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-65784eed-a123-40ee-982c-6b7c1f5ee3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:31.308812 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-65784eed-a123-40ee-982c-6b7c1f5ee3db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1096 time: 0.3131416 Aug 04 11:51:31.324837 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:31.358473 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-836d6c26-3cd5-4764-af40-e46cece47e78 req-aadf4bf2-0934-48a8-beab-81b4f16e8328 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265995 Aug 04 11:51:31.401265 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-48125af2-c95b-4924-9cab-1d59abbd8af3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.0577111 Aug 04 11:51:31.457659 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a128ffe-6b22-498b-bbdc-159619b50708 req-331bcd55-6c8d-4d4a-8c87-e2fae5e44186 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:31.460472 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a128ffe-6b22-498b-bbdc-159619b50708 req-331bcd55-6c8d-4d4a-8c87-e2fae5e44186 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.1634376 Aug 04 11:51:31.587311 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a128ffe-6b22-498b-bbdc-159619b50708 req-89c9d34c-bc00-408a-b380-e29ae48c6480 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128869 Aug 04 11:51:31.646590 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0494ae-b147-4378-b819-30b5035a95b9 req-bfd6db91-bdac-4d04-9ddf-0fc1bba88293 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:31.648281 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9c0494ae-b147-4378-b819-30b5035a95b9 req-bfd6db91-bdac-4d04-9ddf-0fc1bba88293 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 932 time: 0.0622959 Aug 04 11:51:31.701938 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9c0494ae-b147-4378-b819-30b5035a95b9 req-f5ae8129-83af-4ab2-b941-e538ce0cd81f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469472 Aug 04 11:51:31.762841 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ccce69e-fe3e-4f58-b3a8-1d8c7a9f1b4d req-19d33a82-0e6a-4951-b9d5-dabb5af06158 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0489268 Aug 04 11:51:31.776110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd2ae27-75d0-40a6-bed6-07d0e7716742 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:31.784969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:31.799283 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Transition to ACTIVE for port object 4bd2ae27-75d0-40a6-bed6-07d0e7716742 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:31.811610 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:31.847520 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0da0b-8728-4809-92fe-bc1259033ff3 req-b43fd760-c9a2-46b4-ab6b-707b9b8e7c18 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:31.850139 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6ea0da0b-8728-4809-92fe-bc1259033ff3 req-b43fd760-c9a2-46b4-ab6b-707b9b8e7c18 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0761147 Aug 04 11:51:31.874498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:31.891157 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6ea0da0b-8728-4809-92fe-bc1259033ff3 req-2c6194fc-2347-4ed0-a085-4a9955e387d4 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Aug 04 11:51:31.912799 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Attempting to bind port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:31.913141 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Attempting to bind port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:31.913473 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Attempting to bind port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:31.918778 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:31.919094 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Attempting to bind port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 on network 9d28bb9c-c005-411d-9e0a-2c5efedbd51f {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:31.925002 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:31.925332 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Checking segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:31.925717 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Bound using segment: {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:31.926145 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Bound port: 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec89f0c-d953-4017-badf-e630583bc77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:31.926502 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:32.000266 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:32.003602 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:32.008930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:32.047789 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:32.048429 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:32.049839 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] 10.222.0.89 "PUT /v2.0/ports/4bd2ae27-75d0-40a6-bed6-07d0e7716742 HTTP/1.1" status: 200 len: 1094 time: 1.0687969 Aug 04 11:51:32.050280 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:32.052580 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:32.079823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce2571-1823-4a72-b8fc-61beee640f4d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:32.095063 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c2405-36af-45a9-b3a6-22e188b4c399 x-openstack-request-id: req-408c2405-36af-45a9-b3a6-22e188b4c399 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:32.095480 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:32.096155 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-408c2405-36af-45a9-b3a6-22e188b4c399 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:32.096279 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742', 'status': 'completed', 'code': 200} Aug 04 11:51:32.745781 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25f576-dd4b-4741-aafc-1bec97ef99ca req-a030ba89-fc36-4851-a2b7-fdfc90d97ce8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:32.749650 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb25f576-dd4b-4741-aafc-1bec97ef99ca req-a030ba89-fc36-4851-a2b7-fdfc90d97ce8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.0624428 Aug 04 11:51:32.809411 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb25f576-dd4b-4741-aafc-1bec97ef99ca req-206ba3de-3836-48c2-840b-1ced52459233 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502226 Aug 04 11:51:32.851127 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8008-e138-4311-855a-5b9293943133 req-f6de5c28-7cc6-4b24-8073-0db8a0bea7e7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:32.852832 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7b2e8008-e138-4311-855a-5b9293943133 req-f6de5c28-7cc6-4b24-8073-0db8a0bea7e7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0620737 Aug 04 11:51:32.906957 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7b2e8008-e138-4311-855a-5b9293943133 req-cf12c9b8-235d-40bf-9826-4f2be7407cb0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Aug 04 11:51:32.918930 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bfe4d0d0-5c05-48a6-9c42-ccf2fac8e1ac req-e8e3059f-3d9d-442c-9eee-ac4d427a639c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Aug 04 11:51:33.030311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb0c7-7598-4b0a-8b68-b36cc9f9c297 req-9868a7df-b686-4570-a956-a8830b761baa tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:33.031942 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-345cb0c7-7598-4b0a-8b68-b36cc9f9c297 req-9868a7df-b686-4570-a956-a8830b761baa tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0526159 Aug 04 11:51:33.075803 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-345cb0c7-7598-4b0a-8b68-b36cc9f9c297 req-16db1637-4238-42ac-b2a7-46893c370fec tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Aug 04 11:51:34.069192 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8f0f-107f-4e7c-bf55-d991392346f7 req-d2199e33-75b6-4217-8388-c5dc58eb4892 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.070958 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5efd8f0f-107f-4e7c-bf55-d991392346f7 req-d2199e33-75b6-4217-8388-c5dc58eb4892 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0633075 Aug 04 11:51:34.119935 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5efd8f0f-107f-4e7c-bf55-d991392346f7 req-5a88c958-9efd-4102-8c91-db45ee1f18c0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Aug 04 11:51:34.190811 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9034-b847-4fa2-989c-e811726e9ce4 req-a67a23f5-9f9d-4e31-b199-a074f24c4585 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.193028 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c45a9034-b847-4fa2-989c-e811726e9ce4 req-a67a23f5-9f9d-4e31-b199-a074f24c4585 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.2721581 Aug 04 11:51:34.233547 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c235f0f-89da-48c2-8bce-5a4d36271289 req-73b4198b-9faf-4997-88b4-b197e6b4ad10 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0376346 Aug 04 11:51:34.252899 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c45a9034-b847-4fa2-989c-e811726e9ce4 req-54e310ca-6d5a-469b-839c-d180450371b0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Aug 04 11:51:34.356607 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a5e49-26ac-4dce-8d5b-16975103ceb8 req-d47a4636-2e8b-417c-b652-89e54bb1e33a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.358868 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-af0a5e49-26ac-4dce-8d5b-16975103ceb8 req-d47a4636-2e8b-417c-b652-89e54bb1e33a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0523393 Aug 04 11:51:34.447956 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-af0a5e49-26ac-4dce-8d5b-16975103ceb8 req-04e3bf7e-dd7a-4cda-886d-073e7d93847e tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828407 Aug 04 11:51:34.479090 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-3055a743-ec1e-4ae2-a31c-c55d059b3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.480509 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-3055a743-ec1e-4ae2-a31c-c55d059b3db8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1057136 Aug 04 11:51:34.529785 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-1728e1a6-34c4-4c1a-bdc3-bdf4e0c785f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296872 Aug 04 11:51:34.554028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-487d7901-72b5-4b77-8271-46b9686600cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.555529 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-487d7901-72b5-4b77-8271-46b9686600cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 1097 time: 0.1255352 Aug 04 11:51:34.611907 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-9a6bc8bf-e996-45ef-bae8-8732d16bc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.613437 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-9a6bc8bf-e996-45ef-bae8-8732d16bc453 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 1097 time: 0.1646123 Aug 04 11:51:34.910052 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-51645cdb-a33d-4a4b-b4ca-ced975bf3c4a service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683937 Aug 04 11:51:34.956653 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-1eb161fb-804a-4223-8d99-c49060602df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.958104 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-1eb161fb-804a-4223-8d99-c49060602df9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.3907847 Aug 04 11:51:34.963988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c79a9dfd-e4ed-4f82-bb07-32b173264ebe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:34.965889 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c79a9dfd-e4ed-4f82-bb07-32b173264ebe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 816 time: 0.1536558 Aug 04 11:51:35.010995 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-788fbb82-c457-4190-9c21-d3ac256b3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:35.012521 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-788fbb82-c457-4190-9c21-d3ac256b3901 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3448305 Aug 04 11:51:35.054914 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b154b0ae-fbd4-4916-b258-e4207eb5998f req-41b428c6-3c52-4da9-80ab-df4b27c92405 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244414 Aug 04 11:51:35.245638 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d9ade-c246-4b7e-8e32-5c8ef8f90657 req-d79d83a0-2c38-4d7a-84d1-965e9b70add3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:35.247132 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b15d9ade-c246-4b7e-8e32-5c8ef8f90657 req-d79d83a0-2c38-4d7a-84d1-965e9b70add3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0536346 Aug 04 11:51:35.291258 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b15d9ade-c246-4b7e-8e32-5c8ef8f90657 req-ec116e13-46bf-493b-b9a7-79d7cfbd1c90 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372019 Aug 04 11:51:35.347895 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6cb3e578-92c2-42e2-a68b-66b06f96d6c6 req-059b8c97-760f-4a50-acab-4069916a3b6c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0350320 Aug 04 11:51:35.413849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c01e4-ef77-4566-9899-8bd2166ce151 req-c1bd76be-76e4-42f6-a7cf-83d08f7e796b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:35.415401 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-201c01e4-ef77-4566-9899-8bd2166ce151 req-c1bd76be-76e4-42f6-a7cf-83d08f7e796b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.0544684 Aug 04 11:51:35.455904 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-201c01e4-ef77-4566-9899-8bd2166ce151 req-378c1a12-3786-4cb5-b78e-6cc29f498253 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Aug 04 11:51:35.573673 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13665311-8330-4aaa-b045-3e0f5557721a req-b611b5f8-d8c3-4f82-bb01-3597c301614a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:35.575254 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13665311-8330-4aaa-b045-3e0f5557721a req-b611b5f8-d8c3-4f82-bb01-3597c301614a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0545731 Aug 04 11:51:35.618127 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13665311-8330-4aaa-b045-3e0f5557721a req-c8768c68-eaa8-4f10-8ff5-a92f24796d72 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Aug 04 11:51:36.434880 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584489cf-e292-4863-9360-fc3cd8e22c25 req-79e36a15-3018-4901-b2d2-b556c429dded tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:36.436845 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-584489cf-e292-4863-9360-fc3cd8e22c25 req-79e36a15-3018-4901-b2d2-b556c429dded tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0609043 Aug 04 11:51:36.477277 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83fbf30c-1174-4ac4-9495-c6e6d969bb1d req-d97b3831-a97b-475b-9e1d-d66ddb5fb132 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0454831 Aug 04 11:51:36.485202 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-584489cf-e292-4863-9360-fc3cd8e22c25 req-c4aa26c2-e7d4-47d8-90bd-948c00387ed9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Aug 04 11:51:36.757099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3476d7-885c-4e66-942b-5e50a879c7c0 req-4256d03c-b93c-4cab-90cd-f793fd196e97 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:36.758788 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7d3476d7-885c-4e66-942b-5e50a879c7c0 req-4256d03c-b93c-4cab-90cd-f793fd196e97 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.0593882 Aug 04 11:51:36.790392 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80112048-9056-473b-8a35-96dcf3a4bb61 req-7e2faba6-62b1-440a-9ae8-058fda5fd418 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:36.791995 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80112048-9056-473b-8a35-96dcf3a4bb61 req-7e2faba6-62b1-440a-9ae8-058fda5fd418 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.2330284 Aug 04 11:51:36.805448 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7d3476d7-885c-4e66-942b-5e50a879c7c0 req-d3d85a71-07a9-423e-84bb-028fe21f437e tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Aug 04 11:51:36.840757 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80112048-9056-473b-8a35-96dcf3a4bb61 req-8f10e378-ba9f-4355-b005-6deacb89a426 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Aug 04 11:51:37.610351 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f32b5045-eba6-4ffc-9275-eccfc1dac239 req-2386f58f-3e42-4655-bb50-eaadd8247b2f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0425496 Aug 04 11:51:37.614593 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b125b2-d0a5-42ad-8451-2f968c12ed4f req-c223072f-f819-48d6-a957-f672ddddd800 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:37.616232 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a6b125b2-d0a5-42ad-8451-2f968c12ed4f req-c223072f-f819-48d6-a957-f672ddddd800 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0542929 Aug 04 11:51:37.681653 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a6b125b2-d0a5-42ad-8451-2f968c12ed4f req-c36de6e6-e202-4bde-bbb1-d764181f49c6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543747 Aug 04 11:51:37.762497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 872bc06b-0cf6-489d-bbf8-f96f8a6c470d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:37.883491 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-8dbcec42-6faa-4046-acd9-3b142da5b853 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 380 time: 0.1151991 Aug 04 11:51:37.915902 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'port': {'device_id': '7025bcff-ae84-4c45-9966-df392d995b02', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'admin_state_up': True, 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'security_groups': ['be4c3adc-7540-4a7c-b493-e78577e0e99b']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:37.933708 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-a02a3fcc-e0cf-4ec4-868b-e90bde0bf39d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 200 len: 217 time: 0.1672769 Aug 04 11:51:37.960611 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,segment=NetworkSegment(abae9429-5cbb-4333-aed7-9398a387ea53),segment_id=abae9429-5cbb-4333-aed7-9398a387ea53)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:37.994138 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d', 'network_id': '41dd14a3-3abf-4902-af1e-d137ed2d1740', 'port_id': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d', 'mac_address': 'fa:16:3e:77:b3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75019a-21db-484d-92f5-4642ebca7448', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:38.056190 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.083660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872bc06b-0cf6-489d-bbf8-f96f8a6c470d {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:38.128085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,segment=NetworkSegment(abae9429-5cbb-4333-aed7-9398a387ea53),segment_id=abae9429-5cbb-4333-aed7-9398a387ea53)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:38.136495 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.139379 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device da10191d-223f-46b1-a2b7-d181eb7840a8 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:38.203271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-d2ef945a-67b6-479a-947e-70dd2e439efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.205936 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-d2ef945a-67b6-479a-947e-70dd2e439efa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.2328975 Aug 04 11:51:38.210356 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f54d8-aeff-4e97-a88d-dd534c127db1 req-148fe3ab-96d7-42e2-a595-d3470150f03f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.212813 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-661f54d8-aeff-4e97-a88d-dd534c127db1 req-148fe3ab-96d7-42e2-a595-d3470150f03f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 944 time: 0.1254408 Aug 04 11:51:38.231714 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Made reservation on behalf of c5bce46197a74d58af3290c3b7dd76e6 for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:51:38.241598 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.291121 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:38.339180 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=da10191d-223f-46b1-a2b7-d181eb7840a8,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:38.355871 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'da10191d-223f-46b1-a2b7-d181eb7840a8', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'port_id': 'da10191d-223f-46b1-a2b7-d181eb7840a8', 'mac_address': 'fa:16:3e:57:90:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2317d345-c659-43e9-b20e-19ac765a6246', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:38.373850 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-92919f3c-4737-4033-ba7c-118d26dd20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.376414 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-92919f3c-4737-4033-ba7c-118d26dd20cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1096 time: 0.4446213 Aug 04 11:51:38.408544 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822f51-34e2-48da-a7e0-45be38381ae2 req-9fe4e318-e187-4d65-8cae-62422264eb96 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.410663 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8b822f51-34e2-48da-a7e0-45be38381ae2 req-9fe4e318-e187-4d65-8cae-62422264eb96 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 944 time: 0.4388459 Aug 04 11:51:38.414292 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-14cfbf6d-7e29-401f-a617-29b94e5918c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796792 Aug 04 11:51:38.415838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-da84ab96-aba5-4d48-a0ec-03a6fe36b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.418295 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d89dccdf-9a56-46c2-a86d-f4dd915de0d4 req-da84ab96-aba5-4d48-a0ec-03a6fe36b6d7 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6496496 Aug 04 11:51:38.432580 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.475033 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da10191d-223f-46b1-a2b7-d181eb7840a8 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:38.516822 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-661f54d8-aeff-4e97-a88d-dd534c127db1 req-41f9dd4d-4f16-44dc-8771-643d4b465b56 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886465 Aug 04 11:51:38.529505 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=da10191d-223f-46b1-a2b7-d181eb7840a8,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:38.535129 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.604920 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Allocated IP 172.20.0.9 (9d56fa03-7f7a-4225-ba90-459596cc2d63/452bc437-a8ca-4345-a444-e0fff3cf9e82/c39d7785-eccb-4b99-955b-0b90ce6d7474) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:51:38.606847 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:38.748950 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8b822f51-34e2-48da-a7e0-45be38381ae2 req-695166e0-24a1-4234-a955-24aaf428c583 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161962 Aug 04 11:51:38.798675 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-1b470081-be08-487f-a380-092edd7cb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.802271 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-1b470081-be08-487f-a380-092edd7cb7a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 1097 time: 0.2683625 Aug 04 11:51:38.811349 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-da61fe52-4760-479f-bbf5-1f43e4e4159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:38.814199 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-da61fe52-4760-479f-bbf5-1f43e4e4159f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.4280126 Aug 04 11:51:38.929500 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58989af7-841d-4b1b-944b-7b0a2d10e813 req-ee849e4b-aa34-488c-aa52-f6ff1ab1dee3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0565698 Aug 04 11:51:38.937301 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-3009ef96-9fc1-4c1c-a067-6e16267f1daa service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971074 Aug 04 11:51:38.948270 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:38.977661 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Transition to ACTIVE for port object c39d7785-eccb-4b99-955b-0b90ce6d7474 will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:38.996468 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:39.007045 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-9c9aaa68-e933-41cc-b052-06f31e0d2d3d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.1685455 Aug 04 11:51:39.043431 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:39.053488 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-262dbadf-fa92-4881-a6ca-4f048a225c82 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742 HTTP/1.1" status: 200 len: 217 time: 0.2184923 Aug 04 11:51:39.090468 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['872bc06b-0cf6-489d-bbf8-f96f8a6c470d'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:39.101508 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:51:39.120947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:51:39.158513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:39.176858 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:51:39.184038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:39.186011 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:39.240657 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-be6da48c-4ca2-485a-b6e4-67a07d89cdae tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3313704 Aug 04 11:51:39.270220 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Request body: {'port': {'device_id': '7025bcff-ae84-4c45-9966-df392d995b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:39.356448 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-9717f15b-523e-4b59-85de-c98e604a2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:39.367041 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-9717f15b-523e-4b59-85de-c98e604a2c89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.3167298 Aug 04 11:51:39.456211 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:39.551013 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-ca990ee7-985f-44ae-96a5-095a19a22ebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099868 Aug 04 11:51:39.689546 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-eeab68fb-7179-4f4f-aaa7-6573ea3c263c None None] Provisioning for port c39d7785-eccb-4b99-955b-0b90ce6d7474 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:39.690823 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-eeab68fb-7179-4f4f-aaa7-6573ea3c263c None None] Provisioning complete for port c39d7785-eccb-4b99-955b-0b90ce6d7474 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:39.691382 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-eeab68fb-7179-4f4f-aaa7-6573ea3c263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:39.782964 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-eeab68fb-7179-4f4f-aaa7-6573ea3c263c None None] Port c39d7785-eccb-4b99-955b-0b90ce6d7474 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:51:39.794981 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-f8fa4908-4b63-4bac-a532-0dd7c791e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:39.798513 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-f8fa4908-4b63-4bac-a532-0dd7c791e2f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.6810782 Aug 04 11:51:39.823304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ff512-f50f-4599-a970-674902c66295 req-b832e1c8-ec88-4d7e-8be3-975993defee1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:39.826268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-144ff512-f50f-4599-a970-674902c66295 req-b832e1c8-ec88-4d7e-8be3-975993defee1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.8944986 Aug 04 11:51:39.876687 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428ea9f-fc9c-4f18-9273-8fc399a30d6e req-ab16f78f-869d-4bef-ae36-d9797ed30c46 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:39.879106 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f428ea9f-fc9c-4f18-9273-8fc399a30d6e req-ab16f78f-869d-4bef-ae36-d9797ed30c46 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 945 time: 0.1553180 Aug 04 11:51:39.891986 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-c6cdc9e0-9908-43e3-9320-0167065b2270 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259821 Aug 04 11:51:39.932182 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-12a71503-7ab7-47bf-94e9-5cf15b49b280 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826857 Aug 04 11:51:40.022026 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f428ea9f-fc9c-4f18-9273-8fc399a30d6e req-927af772-675f-4dc3-8d97-a94b15c5b189 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278505 Aug 04 11:51:40.107410 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-04cc5b2b-313f-497a-94f9-309f01914a78 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531792 Aug 04 11:51:40.110215 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:40.143653 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:40.198560 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a42cdff-6c5a-4bd8-9e33-bb8a7cdd05da req-47e346a4-82b5-4032-9f64-7506d5b2607f service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1894019 Aug 04 11:51:40.210341 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Transition to ACTIVE for port object c39d7785-eccb-4b99-955b-0b90ce6d7474 will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:51:40.246847 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:40.269659 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-144ff512-f50f-4599-a970-674902c66295 req-0a60fedb-a272-4e0b-9e56-421b70297cbb tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876376 Aug 04 11:51:40.343868 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:40.352977 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-62764f40-e3a3-43da-96e9-d7b0182a93de req-5939b253-ebfd-409c-8862-cd96ebcc6de2 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390442 Aug 04 11:51:40.397716 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764e9e-f258-4211-a010-6799dab5af82 req-ef004f42-051f-49b4-89ba-5f8e6556863f tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:40.398948 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-627b1a4a-b123-41f5-9c72-a33c1e66868c req-642f2066-dac7-44c0-a524-1920308a8df0 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560706 Aug 04 11:51:40.401693 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-51764e9e-f258-4211-a010-6799dab5af82 req-ef004f42-051f-49b4-89ba-5f8e6556863f tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 945 time: 0.2187309 Aug 04 11:51:40.459738 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Attempting to bind port c39d7785-eccb-4b99-955b-0b90ce6d7474 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:51:40.460121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Attempting to bind port c39d7785-eccb-4b99-955b-0b90ce6d7474 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:51:40.460444 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Attempting to bind port c39d7785-eccb-4b99-955b-0b90ce6d7474 on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:40.472960 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Port c39d7785-eccb-4b99-955b-0b90ce6d7474 on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:51:40.473297 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Attempting to bind port c39d7785-eccb-4b99-955b-0b90ce6d7474 on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:51:40.487471 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:51:40.488197 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Checking segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:51:40.488526 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Bound using segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:51:40.489105 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Bound port: c39d7785-eccb-4b99-955b-0b90ce6d7474, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:51:40.489510 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:40.522329 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-51764e9e-f258-4211-a010-6799dab5af82 req-231f2057-4bc7-4f74-85f4-d5322bfe0f15 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948761 Aug 04 11:51:40.601733 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f40b9-63fa-46d4-8400-cc6e9ecbf672 req-cacfd1ee-2b11-4d47-a4f5-2410bdbf9363 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:40.613413 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-278f40b9-63fa-46d4-8400-cc6e9ecbf672 req-cacfd1ee-2b11-4d47-a4f5-2410bdbf9363 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1065044 Aug 04 11:51:40.628779 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:51:40.636775 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:51:40.672452 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:40.680710 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-278f40b9-63fa-46d4-8400-cc6e9ecbf672 req-7c9b9e18-0cfe-4931-8c65-4969d01b5964 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658798 Aug 04 11:51:40.728819 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:40.729604 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:40.731253 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] 10.222.0.89 "PUT /v2.0/ports/c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 1093 time: 1.4724574 Aug 04 11:51:40.732065 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:40.735834 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:40.750546 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 686e86f4-24d4-4b68-a681-474ce19609ee details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:40.766716 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 872bc06b-0cf6-489d-bbf8-f96f8a6c470d up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:40.819144 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675c91d-6dac-4d07-95c3-006439aace75 service neutron] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:40.902009 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-394a51df-c359-46f9-9da2-0decbab72ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:40.908133 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-394a51df-c359-46f9-9da2-0decbab72ca2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1096 time: 0.1047974 Aug 04 11:51:41.058238 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=686e86f4-24d4-4b68-a681-474ce19609ee,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:41.068717 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-d5a65cbe-90b5-456f-9aee-f201345484e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 217 time: 0.1433353 Aug 04 11:51:41.074385 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2800b03f-74ac-4efe-9d1b-bdadf75d56e7 x-openstack-request-id: req-2800b03f-74ac-4efe-9d1b-bdadf75d56e7 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:41.074683 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:41.074942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2800b03f-74ac-4efe-9d1b-bdadf75d56e7 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:41.075499 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'status': 'completed', 'code': 200} Aug 04 11:51:41.131621 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '686e86f4-24d4-4b68-a681-474ce19609ee', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'port_id': '686e86f4-24d4-4b68-a681-474ce19609ee', 'mac_address': 'fa:16:3e:bc:75:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:41.163342 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-3af4b920-2b81-4e7e-bf29-05386599348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:41.165059 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-3af4b920-2b81-4e7e-bf29-05386599348f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0804007 Aug 04 11:51:41.227449 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:41.233132 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:41.244530 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:41.245113 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:41.284616 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-ce5c6f67-e7c0-4a68-b889-24fdd311fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:41.286400 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-ce5c6f67-e7c0-4a68-b889-24fdd311fce7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098034 Aug 04 11:51:41.290293 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686e86f4-24d4-4b68-a681-474ce19609ee {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:41.338552 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=686e86f4-24d4-4b68-a681-474ce19609ee,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:41.359164 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:41.366368 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5383d-3615-4709-8169-84ae726d8fe5 req-892cbef5-c4d4-45e9-bb1b-7789fbfb2c13 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:41.372589 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-44c5383d-3615-4709-8169-84ae726d8fe5 req-892cbef5-c4d4-45e9-bb1b-7789fbfb2c13 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 945 time: 0.1614256 Aug 04 11:51:41.511697 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-1fa0f09f-92cb-40cd-8949-cfbcd34a47f8 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168100 Aug 04 11:51:41.740722 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062607-79c8-41fc-b574-96a3f4b87657 req-e3ac43f6-a6f9-4ed2-9ac2-0d65874fd7c2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:41.754629 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77062607-79c8-41fc-b574-96a3f4b87657 req-e3ac43f6-a6f9-4ed2-9ac2-0d65874fd7c2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.2402313 Aug 04 11:51:41.821586 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:41.830364 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:41.849654 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6e2fabe4-d416-4dfb-af96-60e7d46760bf req-e597b43b-d8a0-4098-b3b3-7e58554f0a81 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208165 Aug 04 11:51:41.867979 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77062607-79c8-41fc-b574-96a3f4b87657 req-cb89dace-348b-4c35-83e7-ef11fa7b2263 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Aug 04 11:51:41.870404 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-44c5383d-3615-4709-8169-84ae726d8fe5 req-f859f3c5-9be3-4e79-b722-bbef46854903 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890995 Aug 04 11:51:41.925723 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:42.072885 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f002a-4533-4d4f-a7c0-afae922a4425 req-695628f0-29df-4eca-af8c-496465fa0104 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.075607 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-701f002a-4533-4d4f-a7c0-afae922a4425 req-695628f0-29df-4eca-af8c-496465fa0104 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 945 time: 0.1288695 Aug 04 11:51:42.104896 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['686e86f4-24d4-4b68-a681-474ce19609ee'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:42.106021 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-975a73fe-1bc8-4b9e-a895-424846cabd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.107682 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-975a73fe-1bc8-4b9e-a895-424846cabd35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1096 time: 0.1355939 Aug 04 11:51:42.164250 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc141df6-6b7c-429c-b681-691926a74850 req-0bb33b07-a846-4b32-8bc3-4e30f8467d7a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.192316 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc141df6-6b7c-429c-b681-691926a74850 req-0bb33b07-a846-4b32-8bc3-4e30f8467d7a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1363211 Aug 04 11:51:42.234763 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-701f002a-4533-4d4f-a7c0-afae922a4425 req-da119117-0f99-48a9-9726-126feffa3267 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448889 Aug 04 11:51:42.235209 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,segment=NetworkSegment(abae9429-5cbb-4333-aed7-9398a387ea53),segment_id=abae9429-5cbb-4333-aed7-9398a387ea53)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:42.252186 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:42.255772 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device da10191d-223f-46b1-a2b7-d181eb7840a8 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:42.348750 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc141df6-6b7c-429c-b681-691926a74850 req-d743e345-6d98-4a55-8ced-01f0f006ca85 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453438 Aug 04 11:51:42.372132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-4aa07ace-ef97-4d27-817f-a4ab11f5e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.382727 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-4aa07ace-ef97-4d27-817f-a4ab11f5e5fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.2634933 Aug 04 11:51:42.473055 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-4869db54-1df3-4011-8966-40fea4801972 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 217 time: 0.0799513 Aug 04 11:51:42.475858 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e32fa4-db9e-4895-8316-46d133c66416" -d '{"events": [{"server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "name": "network-vif-plugged", "status": "completed", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:42.507923 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:42.579734 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port da10191d-223f-46b1-a2b7-d181eb7840a8 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:42.587495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-5ccd1a6b-2c02-4688-8084-d410fbab8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.595713 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-5ccd1a6b-2c02-4688-8084-d410fbab8996 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.1101048 Aug 04 11:51:42.610448 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port da10191d-223f-46b1-a2b7-d181eb7840a8 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:42.612237 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:42.669184 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-4cc37b68-f38b-465d-bd7a-a35975c3f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:42.674042 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-4cc37b68-f38b-465d-bd7a-a35975c3f24e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701652 Aug 04 11:51:42.714305 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc6bfc-3003-41b7-9532-acfdb192ef77 x-openstack-request-id: req-dcbc6bfc-3003-41b7-9532-acfdb192ef77 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:42.714707 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "name": "network-vif-plugged", "status": "completed", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:42.715129 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcbc6bfc-3003-41b7-9532-acfdb192ef77 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:42.715438 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d', 'code': 200} Aug 04 11:51:42.812639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:42.860928 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-c6652ee2-a6a9-418d-a8af-9809b1ca4784 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769052 Aug 04 11:51:42.883204 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=da10191d-223f-46b1-a2b7-d181eb7840a8,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:42.894656 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:43.030302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:43.131391 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0be7238c-64bb-403d-b1e6-a3f0d9383bf3 req-9eab7bf1-9820-4ebf-abaa-6f78a84d7326 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615597 Aug 04 11:51:43.215509 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-6abda569-eebf-4fcf-a2c6-a335c4fd67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:43.226994 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-6abda569-eebf-4fcf-a2c6-a335c4fd67df service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 1099 time: 0.1824601 Aug 04 11:51:43.242808 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac35de-a7fc-47e1-9e2b-40210a5820a2 req-2713a85d-f325-4162-aa37-f93ccd9e479b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:43.246252 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-24ac35de-a7fc-47e1-9e2b-40210a5820a2 req-2713a85d-f325-4162-aa37-f93ccd9e479b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1052868 Aug 04 11:51:43.263209 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30887-d5f4-47ca-8d1b-81dd70ff6288 req-0db9018d-2be4-4e25-ad76-c984aa03fbc8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:43.266116 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ab30887-d5f4-47ca-8d1b-81dd70ff6288 req-0db9018d-2be4-4e25-ad76-c984aa03fbc8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.1798203 Aug 04 11:51:43.266838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-3ada66a7-6ce7-4764-9163-005449a7d790 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:43.356660 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ab30887-d5f4-47ca-8d1b-81dd70ff6288 req-af69c09c-c721-48ab-9e1e-9cc64885109c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710995 Aug 04 11:51:43.361748 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-24ac35de-a7fc-47e1-9e2b-40210a5820a2 req-08cfa135-c651-4503-9c67-8524c49bab8c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994041 Aug 04 11:51:43.506778 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-3ada66a7-6ce7-4764-9163-005449a7d790 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:43.512834 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-3ada66a7-6ce7-4764-9163-005449a7d790 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:43.585277 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcef52-6f8e-4234-b0ba-36fbc2e2ffaf req-ad61fe3c-bf9a-40e4-b88c-65f420d4abc9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:43.594076 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bcdcef52-6f8e-4234-b0ba-36fbc2e2ffaf req-ad61fe3c-bf9a-40e4-b88c-65f420d4abc9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0775812 Aug 04 11:51:43.604866 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5675b17c-8c8d-4331-818d-10fc7f648693 req-3ada66a7-6ce7-4764-9163-005449a7d790 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691189 Aug 04 11:51:43.631801 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93904a4-4dbf-4101-9ab9-21aa46c24857 req-a8e7c152-fca4-4395-a44b-f00c439487fc tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:43.633583 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c93904a4-4dbf-4101-9ab9-21aa46c24857 req-a8e7c152-fca4-4395-a44b-f00c439487fc tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.0982404 Aug 04 11:51:43.652151 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada66a7-6ce7-4764-9163-005449a7d790 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc48924e-bf79-4266-8eed-0c4041dfbd69,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:43.706059 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bcdcef52-6f8e-4234-b0ba-36fbc2e2ffaf req-5d199ca7-69f1-47c9-bdea-66760979b684 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102185 Aug 04 11:51:43.717071 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c93904a4-4dbf-4101-9ab9-21aa46c24857 req-3559c7ec-40fc-4b77-aeb4-f8a0f18283df tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Aug 04 11:51:44.153124 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37166) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:44.387599 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cd1b645e-a62e-4ecd-b3cd-9c6da63ff56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:44.543501 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49c4c7-f56b-46e1-9ae3-223e0f2a1b31 req-705bae7e-b059-4599-b233-7ed088b02453 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:44.553861 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fe49c4c7-f56b-46e1-9ae3-223e0f2a1b31 req-705bae7e-b059-4599-b233-7ed088b02453 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.0828919 Aug 04 11:51:44.583052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddc64c-a648-426c-897e-79928f6105c1 req-0ef07a30-bd67-4b79-b9e9-1b2665019c2e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:44.584692 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-21ddc64c-a648-426c-897e-79928f6105c1 req-0ef07a30-bd67-4b79-b9e9-1b2665019c2e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 944 time: 0.0898271 Aug 04 11:51:44.600612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cd1b645e-a62e-4ecd-b3cd-9c6da63ff56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:44.612336 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cd1b645e-a62e-4ecd-b3cd-9c6da63ff56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:44.628714 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fe49c4c7-f56b-46e1-9ae3-223e0f2a1b31 req-7d3339eb-e298-4aee-afe6-afa26e13d5de tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722940 Aug 04 11:51:44.678882 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-cd1b645e-a62e-4ecd-b3cd-9c6da63ff56c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85506ec43610489e91146b2f8c14dbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219765 Aug 04 11:51:44.682379 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37184) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:44.690904 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-21ddc64c-a648-426c-897e-79928f6105c1 req-c0bf0cb0-b164-4680-b86b-b44e539c7c14 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882983 Aug 04 11:51:44.692146 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b645e-a62e-4ecd-b3cd-9c6da63ff56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52974403-5c2b-4808-a4f3-a791b6c8a0b7,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:44.717413 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:44.720398 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd90f03-5ba1-4584-aba2-fd44b89e559a" -d '{"events": [{"server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "name": "network-vif-plugged", "status": "completed", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:44.777691 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4bd2ae27-75d0-40a6-bed6-07d0e7716742 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:44.784946 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 686e86f4-24d4-4b68-a681-474ce19609ee up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:44.822515 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c914e238-5252-4454-a863-49355ad40a4b x-openstack-request-id: req-c914e238-5252-4454-a863-49355ad40a4b {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:44.823314 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "name": "network-vif-plugged", "status": "completed", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:44.823830 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c914e238-5252-4454-a863-49355ad40a4b {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:44.825107 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8', 'code': 200} Aug 04 11:51:44.958985 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 686e86f4-24d4-4b68-a681-474ce19609ee completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:44.965969 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 686e86f4-24d4-4b68-a681-474ce19609ee triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:44.967044 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.053090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:45.074690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54316424-c4fd-45df-a20c-1ebbecf4246a req-a9d64a19-f835-4a53-89ca-b9caee8315e4 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:45.078361 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '4bd2ae27-75d0-40a6-bed6-07d0e7716742', 'network_id': '9d28bb9c-c005-411d-9e0a-2c5efedbd51f', 'port_id': '4bd2ae27-75d0-40a6-bed6-07d0e7716742', 'mac_address': 'fa:16:3e:0b:69:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc06523-9f69-4fa8-9b86-e44321d11e05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:45.098066 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.098269 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-54316424-c4fd-45df-a20c-1ebbecf4246a req-a9d64a19-f835-4a53-89ca-b9caee8315e4 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.1902800 Aug 04 11:51:45.146881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.170669 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.235233 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2ae27-75d0-40a6-bed6-07d0e7716742 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:45.267116 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841784-3948-4de2-872b-cc9b474c41da req-64dabb27-48c1-4422-b3ea-91abb3946ff8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:45.269028 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-54316424-c4fd-45df-a20c-1ebbecf4246a req-43e04ae7-b908-49f0-859c-ae47dbad3108 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649611 Aug 04 11:51:45.269965 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-65841784-3948-4de2-872b-cc9b474c41da req-64dabb27-48c1-4422-b3ea-91abb3946ff8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.3157947 Aug 04 11:51:45.271151 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.313284 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d55bc7-e124-4836-b049-3a783fb18e9d req-9059ff68-5c13-42cd-80b9-83f376627f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:45.314937 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-55d55bc7-e124-4836-b049-3a783fb18e9d req-9059ff68-5c13-42cd-80b9-83f376627f78 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 1099 time: 0.1334381 Aug 04 11:51:45.327170 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:45.348721 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-65841784-3948-4de2-872b-cc9b474c41da req-4a9ff347-ca9c-4bec-98ea-f52fa30e57f7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670278 Aug 04 11:51:45.353366 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.354454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:51:45.358304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.361961 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.363309 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/52974403-5c2b-4808-a4f3-a791b6c8a0b7 HTTP/1.1" status: 204 len: 168 time: 0.6796284 Aug 04 11:51:45.384312 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9e757-5e2d-4139-986b-5c50576a6f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52974403-5c2b-4808-a4f3-a791b6c8a0b7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:45.418017 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-55d55bc7-e124-4836-b049-3a783fb18e9d req-5e8baf4b-fc53-4402-86a5-fd0be31751f2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882354 Aug 04 11:51:45.429066 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=686e86f4-24d4-4b68-a681-474ce19609ee,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:45.447029 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.545441 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:45.646802 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:45.659935 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:45.692766 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:51:45.759233 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.798900 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:51:45.899148 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:45.914178 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6dec-23d8-425f-bf28-3faad3eb6c5f req-7efc69f6-0d81-4eb8-8051-20c347bd88b7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:45.914424 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:45.917403 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8b6b6dec-23d8-425f-bf28-3faad3eb6c5f req-7efc69f6-0d81-4eb8-8051-20c347bd88b7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1663103 Aug 04 11:51:46.009951 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37224) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:46.038753 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8b6b6dec-23d8-425f-bf28-3faad3eb6c5f req-3a950532-0997-47ce-8428-b810605eeaa7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017637 Aug 04 11:51:46.039504 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8015ecd3-29d1-4fb1-a85c-4a8e16ad9bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.084527 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fe202-5f62-40c6-88fd-093663c05196 req-41a3a3ea-65e0-447c-916a-ba99c4046168 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:46.100530 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9b5fe202-5f62-40c6-88fd-093663c05196 req-41a3a3ea-65e0-447c-916a-ba99c4046168 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 945 time: 0.1717424 Aug 04 11:51:46.104861 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:46.181239 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9b5fe202-5f62-40c6-88fd-093663c05196 req-168a4219-8da1-44d3-bbbd-063d372ccfa7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785322 Aug 04 11:51:46.251733 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8015ecd3-29d1-4fb1-a85c-4a8e16ad9bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.258218 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8015ecd3-29d1-4fb1-a85c-4a8e16ad9bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.309276 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-8015ecd3-29d1-4fb1-a85c-4a8e16ad9bb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b570da60c584de78f91b0f1c882c804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020923 Aug 04 11:51:46.311326 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015ecd3-29d1-4fb1-a85c-4a8e16ad9bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64271e3-78e9-4ac4-99b4-aaa309aaf326,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:46.313505 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37240) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:46.425003 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.476080 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.505668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e1264-83c3-4977-a493-7115dd7cbc58 req-b91c26e6-03fa-4a0b-af26-bba6ad78ee67 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:46.519357 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8d3e1264-83c3-4977-a493-7115dd7cbc58 req-b91c26e6-03fa-4a0b-af26-bba6ad78ee67 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.1069388 Aug 04 11:51:46.579527 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8d3e1264-83c3-4977-a493-7115dd7cbc58 req-2b0d4506-3d5e-4a16-9cae-39eddc816395 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586793 Aug 04 11:51:46.629229 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37250) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:46.632850 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383129-1de6-4354-9a84-357622f1104b req-8f5bc986-513e-4510-9f4e-c745422722c1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:46.635394 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bb383129-1de6-4354-9a84-357622f1104b req-8f5bc986-513e-4510-9f4e-c745422722c1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.1122079 Aug 04 11:51:46.645944 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.650339 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.653064 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f64271e3-78e9-4ac4-99b4-aaa309aaf326 HTTP/1.1" status: 204 len: 168 time: 0.3379204 Aug 04 11:51:46.693692 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fd31b-a9e1-46af-9566-2067ef57669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64271e3-78e9-4ac4-99b4-aaa309aaf326,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:46.761716 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bb383129-1de6-4354-9a84-357622f1104b req-5239d15d-8470-4c2c-9c52-ffbb398c0dd8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051552 Aug 04 11:51:46.827482 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:46.830790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910b3c1-897c-42fb-85ed-57ce64e46b0d" -d '{"events": [{"server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "name": "network-vif-plugged", "status": "completed", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:46.927093 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e343887-681c-45e8-add2-449cc645de42 x-openstack-request-id: req-3e343887-681c-45e8-add2-449cc645de42 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:46.927663 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "name": "network-vif-plugged", "status": "completed", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:46.928316 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e343887-681c-45e8-add2-449cc645de42 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:46.928866 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee', 'code': 200} Aug 04 11:51:47.100038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-06dccdb3-ed8f-43f5-b50f-5da019130e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.337744 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-06dccdb3-ed8f-43f5-b50f-5da019130e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.362047 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-06dccdb3-ed8f-43f5-b50f-5da019130e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.374604 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e18eda-2a58-4845-a384-bd1a87555e7e req-f5c55bfc-7f59-44fd-97a5-1ca716072b08 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:47.377325 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-77e18eda-2a58-4845-a384-bd1a87555e7e req-f5c55bfc-7f59-44fd-97a5-1ca716072b08 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1090553 Aug 04 11:51:47.428224 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-77e18eda-2a58-4845-a384-bd1a87555e7e req-add59002-92e4-46c0-a598-b285fc251f23 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 04 11:51:47.481347 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-06dccdb3-ed8f-43f5-b50f-5da019130e52 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73cfde48fd354bf4a8f64a0f3b72827b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8498387 Aug 04 11:51:47.485243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37282) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:47.488268 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dccdb3-ed8f-43f5-b50f-5da019130e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20244897-34e4-4504-975a-b5be0817aa5d,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:47.540498 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2143ac8-c7ca-46b2-bb37-1a6b6532531b req-2fd8752a-ed91-4889-8e85-16bf6c568560 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:47.543187 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e2143ac8-c7ca-46b2-bb37-1a6b6532531b req-2fd8752a-ed91-4889-8e85-16bf6c568560 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 945 time: 0.1988640 Aug 04 11:51:47.585127 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.615940 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e2143ac8-c7ca-46b2-bb37-1a6b6532531b req-c393dfc1-155f-4d3d-ab38-d70562196996 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652225 Aug 04 11:51:47.640946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.734357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.739187 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:47.742981 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20244897-34e4-4504-975a-b5be0817aa5d HTTP/1.1" status: 204 len: 168 time: 0.2559755 Aug 04 11:51:47.755649 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956c2b1-1f9f-4fce-936d-983748e67a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20244897-34e4-4504-975a-b5be0817aa5d,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:47.929969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfc023-65a7-41b2-a160-37b67ce673af req-6dc01386-2ba9-43e1-ad0d-e6dffab23098 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:47.931807 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4acfc023-65a7-41b2-a160-37b67ce673af req-6dc01386-2ba9-43e1-ad0d-e6dffab23098 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.0661099 Aug 04 11:51:47.993479 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4acfc023-65a7-41b2-a160-37b67ce673af req-d9707187-5d75-40f2-a80a-897498a33814 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Aug 04 11:51:48.254244 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37314) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:48.270904 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8b3-8287-48a3-8b8e-4119e1119eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.412632 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8b3-8287-48a3-8b8e-4119e1119eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.418850 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1dbff8b3-8287-48a3-8b8e-4119e1119eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.462894 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbff8b3-8287-48a3-8b8e-4119e1119eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de09f4-6454-44ae-8548-499ada1c44cd,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:48.471286 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1dbff8b3-8287-48a3-8b8e-4119e1119eda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66d8d8c1e83045cf9053cb7157b0bcd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128415 Aug 04 11:51:48.474778 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37322) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:48.574768 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.583109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef39a2-8646-4216-bb1d-8c2eddc53312 req-5cc14554-2f2e-49c6-9e67-a3d7a1678873 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:48.585020 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d3ef39a2-8646-4216-bb1d-8c2eddc53312 req-5cc14554-2f2e-49c6-9e67-a3d7a1678873 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.0689807 Aug 04 11:51:48.618697 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.671786 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d3ef39a2-8646-4216-bb1d-8c2eddc53312 req-e84d7bd4-c90b-4a7a-bc70-d43d207b64f5 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705919 Aug 04 11:51:48.717982 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.721401 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:48.722733 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93de09f4-6454-44ae-8548-499ada1c44cd HTTP/1.1" status: 204 len: 168 time: 0.2467360 Aug 04 11:51:48.738667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f4ce3-22c7-4793-a25b-ca74c5e92ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de09f4-6454-44ae-8548-499ada1c44cd,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:48.808055 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c251ed0-c453-47a8-a879-8be567ea30c3 req-ddeb47f1-b96d-431e-9c15-14e3e7dd2313 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:48.810494 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5c251ed0-c453-47a8-a879-8be567ea30c3 req-ddeb47f1-b96d-431e-9c15-14e3e7dd2313 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 945 time: 0.0672791 Aug 04 11:51:48.905781 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5c251ed0-c453-47a8-a879-8be567ea30c3 req-88fa2782-0e50-424b-a076-f3fc48ea9d17 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798705 Aug 04 11:51:49.139122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4bd2ae27-75d0-40a6-bed6-07d0e7716742'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:49.195680 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37346) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:49.222096 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['c39d7785-eccb-4b99-955b-0b90ce6d7474'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:51:49.229079 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8a173c83-f758-4d36-bd82-8547266823b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.318364 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c74e9d-c33c-43b1-8255-baa831a0504b req-e436e298-d443-46dd-bea2-bb8d8a83ae08 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:49.333770 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d1c74e9d-c33c-43b1-8255-baa831a0504b req-e436e298-d443-46dd-bea2-bb8d8a83ae08 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.1663892 Aug 04 11:51:49.412995 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8a173c83-f758-4d36-bd82-8547266823b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.418842 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8a173c83-f758-4d36-bd82-8547266823b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.526400 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d1c74e9d-c33c-43b1-8255-baa831a0504b req-70594648-57a2-4d19-8dac-3a3cc17f0690 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829655 Aug 04 11:51:49.595427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a173c83-f758-4d36-bd82-8547266823b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d437e3-421e-44ff-b9f1-3d67076b03ff,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:49.602269 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8a173c83-f758-4d36-bd82-8547266823b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f5076d100164c96b7351cf172f24514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046898 Aug 04 11:51:49.606201 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37354) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:49.647626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15cb2b-31a1-4e9e-bef6-f043ece17756 req-5a138663-52b3-4d2f-aa7a-f65bfa7854ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:49.649881 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fc15cb2b-31a1-4e9e-bef6-f043ece17756 req-5a138663-52b3-4d2f-aa7a-f65bfa7854ef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.2041214 Aug 04 11:51:49.724642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.750560 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fc15cb2b-31a1-4e9e-bef6-f043ece17756 req-7fc6c2a5-7b97-4e5f-b44c-e576b72dfe9d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881770 Aug 04 11:51:49.766024 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.861898 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.866468 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.872627 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49d437e3-421e-44ff-b9f1-3d67076b03ff HTTP/1.1" status: 204 len: 168 time: 0.2604799 Aug 04 11:51:49.892608 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a491009-d65b-4ca5-9968-eb63c91a1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d437e3-421e-44ff-b9f1-3d67076b03ff,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:49.984845 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327834b8-9713-4879-8b88-b294fa7819d8 req-10737508-60e3-4012-be8f-d90b3b48556e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:49.998665 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-327834b8-9713-4879-8b88-b294fa7819d8 req-10737508-60e3-4012-be8f-d90b3b48556e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1486409 Aug 04 11:51:50.056318 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-327834b8-9713-4879-8b88-b294fa7819d8 req-15675eb4-7435-4253-bac5-c9ddf4609f47 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Aug 04 11:51:50.149081 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a279f-f4cd-4860-8a2e-2e6b22e2f132 req-34c3ae3b-4ef4-4b15-b184-8868ba1e4cff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:50.151729 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-877a279f-f4cd-4860-8a2e-2e6b22e2f132 req-34c3ae3b-4ef4-4b15-b184-8868ba1e4cff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 945 time: 0.1029270 Aug 04 11:51:50.226118 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-877a279f-f4cd-4860-8a2e-2e6b22e2f132 req-807b985a-9212-4058-b528-5bd34398cac4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Aug 04 11:51:50.383382 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-33721da5-84bd-4f82-8806-41abaf8254ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:50.796322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357d511-a5fd-41be-8ad4-284bef1bb212 req-f328eb10-b2c7-4545-bdfe-c3dd29f6f7d8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:50.799830 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9357d511-a5fd-41be-8ad4-284bef1bb212 req-f328eb10-b2c7-4545-bdfe-c3dd29f6f7d8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.1019185 Aug 04 11:51:50.894922 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9357d511-a5fd-41be-8ad4-284bef1bb212 req-b629ff8f-2ef3-47a4-a065-8fdb3268fe99 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805633 Aug 04 11:51:50.971309 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:51.062869 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port c39d7785-eccb-4b99-955b-0b90ce6d7474 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:51.071826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port c39d7785-eccb-4b99-955b-0b90ce6d7474 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:51.072071 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:51.375227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:51.445711 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:51.455378 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fdef9-bc0d-45e1-afad-867d8d47e356" -d '{"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:51.494911 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:51.504849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:51.506387 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4bd2ae27-75d0-40a6-bed6-07d0e7716742 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:51:51.610170 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-ef473d6d-395d-4877-87bc-8af19fe24dc7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844033 Aug 04 11:51:51.634781 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8149b3-e79b-4efc-961a-c0f4e5b73aa0 req-e0d244a9-8284-4b86-af35-e0fb93924512 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:51.645725 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7e8149b3-e79b-4efc-961a-c0f4e5b73aa0 req-e0d244a9-8284-4b86-af35-e0fb93924512 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 945 time: 0.1697130 Aug 04 11:51:51.707677 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7e8149b3-e79b-4efc-961a-c0f4e5b73aa0 req-80d5447a-a8fc-4a89-8d5b-cc2602b5c882 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602329 Aug 04 11:51:51.778816 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:51:51.783468 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:51.792804 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:51:51.793959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:51.851085 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-82dbf1ab-94ca-45cf-a3a3-c90244f89dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:51.853176 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-82dbf1ab-94ca-45cf-a3a3-c90244f89dc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 1099 time: 0.1187472 Aug 04 11:51:51.858085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db96b57-4b7a-4488-8ae9-d13ad2f0d146 x-openstack-request-id: req-1db96b57-4b7a-4488-8ae9-d13ad2f0d146 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:51.858976 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:51.859880 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1db96b57-4b7a-4488-8ae9-d13ad2f0d146 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:51.860429 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'code': 200} Aug 04 11:51:52.018361 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:52.067944 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-df12e760-cbd4-4eb7-b0d8-79a31975f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:52.070229 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-df12e760-cbd4-4eb7-b0d8-79a31975f80c service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.1753855 Aug 04 11:51:52.122123 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:52.132553 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:52.205161 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-1c75a40d-bc0b-4015-9b95-9f4541625c13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 200 len: 217 time: 0.1198480 Aug 04 11:51:52.251227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:52.277884 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:52.338557 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85d0a-91b1-4933-ac5e-e8ac88d9d7c6 req-c0c29f0d-abdb-41bf-9484-671747a3f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:52.342703 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-02e85d0a-91b1-4933-ac5e-e8ac88d9d7c6 req-c0c29f0d-abdb-41bf-9484-671747a3f817 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1098 time: 0.1233809 Aug 04 11:51:52.421204 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-02e85d0a-91b1-4933-ac5e-e8ac88d9d7c6 req-2033546e-9789-4b60-b845-decebd73da70 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701876 Aug 04 11:51:52.437316 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-75f0e29b-dbf7-4443-81f5-9ede703f88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:52.441871 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-75f0e29b-dbf7-4443-81f5-9ede703f88ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.2109330 Aug 04 11:51:52.471743 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846477b-3afd-4be6-b17d-3cd9adee5abf req-4b115cd5-bf87-4ed3-975b-9cd9f3e0a437 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:52.474504 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d846477b-3afd-4be6-b17d-3cd9adee5abf req-4b115cd5-bf87-4ed3-975b-9cd9f3e0a437 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2816827 Aug 04 11:51:52.556502 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d846477b-3afd-4be6-b17d-3cd9adee5abf req-c4ec55d5-9ee8-4581-977a-4a2111ba1e20 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708053 Aug 04 11:51:52.798677 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-1d029c01-5931-45e4-b6e8-ce0172746b9d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546324 Aug 04 11:51:52.999339 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-7ae5c09b-c74a-4ba9-bd44-3ecb0c5ad617 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700082 Aug 04 11:51:53.130249 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37492) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:53.305716 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-72d3217d-60d9-47ad-8984-745225a6cd86 req-163ed4df-bbc4-47fc-b0f1-c82f219a8caa service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933762 Aug 04 11:51:53.363448 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-2fc05a35-4c0a-4734-96c4-d4d01504f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.421725 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953dbf2-be70-404d-9a80-0639b2c00884 req-b32a56bd-956c-424f-82a8-a9b1d42d7933 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:53.443058 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9953dbf2-be70-404d-9a80-0639b2c00884 req-b32a56bd-956c-424f-82a8-a9b1d42d7933 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.5181439 Aug 04 11:51:53.495185 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9953dbf2-be70-404d-9a80-0639b2c00884 req-4081e355-7e8d-4626-b309-9c329817e019 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Aug 04 11:51:53.530056 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5058ec03-b6b1-452c-bcfd-44565eaaf784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.536571 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.709339 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5058ec03-b6b1-452c-bcfd-44565eaaf784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.718681 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5058ec03-b6b1-452c-bcfd-44565eaaf784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.757796 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f645-e9e5-448e-b22a-9cdaa6fab496 req-e78be45d-790d-4194-bb97-04d4ab8b15fa tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:53.759929 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eac1f645-e9e5-448e-b22a-9cdaa6fab496 req-e78be45d-790d-4194-bb97-04d4ab8b15fa tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0667651 Aug 04 11:51:53.770184 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5058ec03-b6b1-452c-bcfd-44565eaaf784 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2141ef70f80b4a419b39fa81569627bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386802 Aug 04 11:51:53.772558 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058ec03-b6b1-452c-bcfd-44565eaaf784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae70adb-6821-4cc6-b189-1d94fbff4fee,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:53.775199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37530) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:53.843425 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eac1f645-e9e5-448e-b22a-9cdaa6fab496 req-9a6ff7b6-dee6-4ab3-9d07-236f26d119f7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764456 Aug 04 11:51:53.849831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.862988 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:53.866788 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad3c2fd-d281-40af-8e7c-79958226b673" -d '{"events": [{"server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:53.919908 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:53.968118 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb27d079-9350-41b0-b460-efa2967cb16d x-openstack-request-id: req-cb27d079-9350-41b0-b460-efa2967cb16d {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:53.968613 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:53.969045 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb27d079-9350-41b0-b460-efa2967cb16d {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:53.969560 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742', 'code': 200} Aug 04 11:51:54.022236 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:54.025225 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:54.032380 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ae70adb-6821-4cc6-b189-1d94fbff4fee HTTP/1.1" status: 204 len: 168 time: 0.2502623 Aug 04 11:51:54.038678 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b467c-2c23-4c2b-9dd2-1a2d9ba22d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae70adb-6821-4cc6-b189-1d94fbff4fee,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:54.421465 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892c264-1119-470c-a613-30495889a5c9 req-e5d4db66-857d-4bf1-a856-cf36c2772175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:54.423548 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6892c264-1119-470c-a613-30495889a5c9 req-e5d4db66-857d-4bf1-a856-cf36c2772175 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 1099 time: 0.0991619 Aug 04 11:51:54.488758 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6892c264-1119-470c-a613-30495889a5c9 req-45cca08e-c563-4076-98a2-1bb96e6dbad9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Aug 04 11:51:54.706923 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9ca49-317e-469e-be20-4fda126a0d76 req-2918156e-654a-4a15-9c55-794b14dbff31 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:54.710467 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-66f9ca49-317e-469e-be20-4fda126a0d76 req-2918156e-654a-4a15-9c55-794b14dbff31 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0856137 Aug 04 11:51:54.765758 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37562) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:54.801022 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-66f9ca49-317e-469e-be20-4fda126a0d76 req-668228a4-949b-424c-8e8b-dad50b6f833b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686285 Aug 04 11:51:55.036605 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1f853b3e-9eca-4eb1-89b7-84f0e63bdae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.039582 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.066726 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe96d2-702c-43d8-b4f1-8755624c72de req-54eb635b-1c19-4d9b-ab82-46205ecce655 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:55.068945 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7fe96d2-702c-43d8-b4f1-8755624c72de req-54eb635b-1c19-4d9b-ab82-46205ecce655 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0842056 Aug 04 11:51:55.143666 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7fe96d2-702c-43d8-b4f1-8755624c72de req-d7c4942f-63c7-45ea-886d-2daa650ea056 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637655 Aug 04 11:51:55.224559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1f853b3e-9eca-4eb1-89b7-84f0e63bdae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.230205 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1f853b3e-9eca-4eb1-89b7-84f0e63bdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.273905 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-1f853b3e-9eca-4eb1-89b7-84f0e63bdae7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e524a869fc34e8db74e1777791fb933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058198 Aug 04 11:51:55.275463 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f853b3e-9eca-4eb1-89b7-84f0e63bdae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d965c8-fe79-4188-8589-bc5a55454a30,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:55.279129 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37580) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:55.343417 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.348245 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646658-e59e-4c9e-85ea-957a47435edd req-211253f5-dfdc-486e-8ef2-43407606e14a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:55.349955 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-80646658-e59e-4c9e-85ea-957a47435edd req-211253f5-dfdc-486e-8ef2-43407606e14a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0773854 Aug 04 11:51:55.366197 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37592) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:55.371181 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'floatingip': {'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:51:55.443749 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.477330 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.702069 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.704878 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:55.708669 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1d965c8-fe79-4188-8589-bc5a55454a30 HTTP/1.1" status: 204 len: 168 time: 0.4279029 Aug 04 11:51:55.807549 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58e61-9e24-4814-a154-f48bbc8a2c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d965c8-fe79-4188-8589-bc5a55454a30,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:56.083424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583023b1-8da9-468d-9ff2-5ff85a5b8b40 req-9bb5e4dd-e123-44ed-9202-706e3398867f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:56.085047 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-583023b1-8da9-468d-9ff2-5ff85a5b8b40 req-9bb5e4dd-e123-44ed-9202-706e3398867f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1268504 Aug 04 11:51:56.206322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37670) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:56.308122 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-583023b1-8da9-468d-9ff2-5ff85a5b8b40 req-f394107a-4371-47ce-bb1c-fece52322076 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886075 Aug 04 11:51:56.428940 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc8e0-1416-49c2-9063-8008f19233de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.677450 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37686) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:56.728844 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6834f7c-6c94-41dc-9bec-88811eacb449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.736467 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc8e0-1416-49c2-9063-8008f19233de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.762161 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc8e0-1416-49c2-9063-8008f19233de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.768793 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:51:56.771894 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.db.resource_extend [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 11:51:56.860188 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-8cbcc8e0-1416-49c2-9063-8008f19233de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd8ffb53b03a415c9b3c2df5e3a92321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525354 Aug 04 11:51:56.862204 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37690) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:56.862544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37692) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:56.888595 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc8e0-1416-49c2-9063-8008f19233de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352ebcf7-36d7-47be-8f88-251ceddb7659,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:56.894985 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.901008 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.978680 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.030239 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.047737 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Floating IP 2496972e-99fd-4457-9488-550a1e0c03d0 associated. External IP: 172.27.1.210, port: c39d7785-eccb-4b99-955b-0b90ce6d7474. Aug 04 11:51:57.062563 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6834f7c-6c94-41dc-9bec-88811eacb449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.091237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6834f7c-6c94-41dc-9bec-88811eacb449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.160581 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5e1fa717-ae5a-4ab6-bb83-0ab0f198f225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.229103 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f6834f7c-6c94-41dc-9bec-88811eacb449 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e03cd522a9c74a999d0f8ba536dae9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494924 Aug 04 11:51:57.232394 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37710) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:57.236832 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6834f7c-6c94-41dc-9bec-88811eacb449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176cb61-7c90-41bb-982a-4e9d8f47e4a6,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:57.263817 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.266827 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.268209 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/352ebcf7-36d7-47be-8f88-251ceddb7659 HTTP/1.1" status: 204 len: 168 time: 0.4023221 Aug 04 11:51:57.288888 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d02f2-2a5e-4064-8dfa-d9d507eccd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352ebcf7-36d7-47be-8f88-251ceddb7659,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:57.371791 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.403026 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.415862 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:57.430551 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5e1fa717-ae5a-4ab6-bb83-0ab0f198f225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.444573 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5e1fa717-ae5a-4ab6-bb83-0ab0f198f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.488275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.531907 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37718) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:57.534316 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5e1fa717-ae5a-4ab6-bb83-0ab0f198f225 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f570a058ac24ec899c31d18297531f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633065 Aug 04 11:51:57.541792 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fa717-ae5a-4ab6-bb83-0ab0f198f225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727cd6d8-ac43-468e-b6b0-2a7e218a9abd,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:57.559104 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a228ead-3d79-431f-bb51-1201ace32e2b req-57b296c3-e1f9-4ed6-ad49-b316fcd9f7a7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:57.567491 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1a228ead-3d79-431f-bb51-1201ace32e2b req-57b296c3-e1f9-4ed6-ad49-b316fcd9f7a7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1354866 Aug 04 11:51:57.599955 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.602801 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.607338 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9176cb61-7c90-41bb-982a-4e9d8f47e4a6 HTTP/1.1" status: 204 len: 168 time: 0.3701286 Aug 04 11:51:57.644056 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1a228ead-3d79-431f-bb51-1201ace32e2b req-8c75b256-8f0c-4f35-98f3-e7e09eb394ec tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754652 Aug 04 11:51:57.645994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176cb61-7c90-41bb-982a-4e9d8f47e4a6,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:57.659144 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:57.664806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.670278 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.670571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.670944 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.671255 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.671601 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.671972 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.672311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.673173 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.673526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.674198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.674553 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.674977 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceb6f3d-9021-4a8b-b0c7-ddc8ee909191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:57.676940 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:57.726400 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-93fee8ae-b4f8-41b1-a350-396ea2da6020 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "PUT /v2.0/floatingips/2496972e-99fd-4457-9488-550a1e0c03d0 HTTP/1.1" status: 200 len: 991 time: 2.3587949 Aug 04 11:51:57.729770 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:57.732890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7f177c-cdc5-4233-8c8c-5bbf39867630" -d '{"events": [{"name": "network-changed", "server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:57.736604 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.745361 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:57.746030 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:51:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:57.836041 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.960449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.960801 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37734) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:57.961400 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:57.962606 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/727cd6d8-ac43-468e-b6b0-2a7e218a9abd HTTP/1.1" status: 204 len: 168 time: 0.4284492 Aug 04 11:51:57.980440 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d31dc7-19b1-4150-a939-1871b0642b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727cd6d8-ac43-468e-b6b0-2a7e218a9abd,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:58.025923 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.055416 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9fa172-7280-4a43-9eaf-4d9ed50a5096 x-openstack-request-id: req-6d9fa172-7280-4a43-9eaf-4d9ed50a5096 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:58.055728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:58.056501 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d9fa172-7280-4a43-9eaf-4d9ed50a5096 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:58.056933 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'status': 'completed', 'code': 200} Aug 04 11:51:58.089216 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:58.208341 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-43dfa4ba-6111-4d90-8bba-c984b5086c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.209311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-299e25bc-d7e5-45ca-bb22-004fbc36cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.211271 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-43dfa4ba-6111-4d90-8bba-c984b5086c75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1098 time: 0.0899239 Aug 04 11:51:58.211478 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-299e25bc-d7e5-45ca-bb22-004fbc36cc46 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 1099 time: 0.1081288 Aug 04 11:51:58.256698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84949313-5bce-4c5e-8975-8463cc57b31c req-2056240c-d95c-4601-bb2a-83eb97f48352 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.259294 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-84949313-5bce-4c5e-8975-8463cc57b31c req-2056240c-d95c-4601-bb2a-83eb97f48352 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1159139 Aug 04 11:51:58.382588 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-84949313-5bce-4c5e-8975-8463cc57b31c req-f39efeca-bf98-4c61-96fe-63ae4eda348a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Aug 04 11:51:58.452218 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.456140 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-cf66cd94-9822-4e25-9cf8-8f606a136160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.461152 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-cf66cd94-9822-4e25-9cf8-8f606a136160 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.2311010 Aug 04 11:51:58.463703 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.514994 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-1c6b6389-4594-4798-848a-28f366600e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.516596 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-1c6b6389-4594-4798-848a-28f366600e90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.2889035 Aug 04 11:51:58.526746 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d474b68e8e7547f897e6abba31f757cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647631 Aug 04 11:51:58.527902 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab9e770-2bf6-4a08-a505-080d1cc36d4e,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:58.538414 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37744) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:58.539788 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.540163 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.540514 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.541000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.541344 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.541685 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.542025 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.542360 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.542694 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.543400 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.543400 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.543945 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942fc1f4-dda0-4214-9c0d-ffca1898185d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:58.564909 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-4af8e80f-501b-470d-b056-16eb57f8cc81 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742 HTTP/1.1" status: 200 len: 217 time: 0.0955250 Aug 04 11:51:58.644502 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-953e16db-b639-4fee-8668-267f2a54d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.645967 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-953e16db-b639-4fee-8668-267f2a54d29d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.0707538 Aug 04 11:51:58.712490 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-bc1c313f-5c95-441f-9afe-c6a3c8891c88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570116 Aug 04 11:51:58.725362 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.750484 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.799186 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-098470cf-53d6-40b6-8337-a141d34283c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 999 time: 0.2615144 Aug 04 11:51:58.811136 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '2496972e-99fd-4457-9488-550a1e0c03d0', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bcff-ae84-4c45-9966-df392d995b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:51:27Z', 'updated_at': '2021-08-04T11:51:56Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:58.815627 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.820192 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:58.821357 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ab9e770-2bf6-4a08-a505-080d1cc36d4e HTTP/1.1" status: 204 len: 168 time: 0.2614281 Aug 04 11:51:58.843244 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:58.856767 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:58.857777 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:51:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:58.864129 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554b2bf-1621-4dba-a2cf-8154f11554cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab9e770-2bf6-4a08-a505-080d1cc36d4e,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:58.904271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37758) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:58.991032 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6371c7a-0b07-4440-a6df-013311fc947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.008072 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-33dc672c-7146-4bf3-a37f-1ef925877e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:59.009586 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-33dc672c-7146-4bf3-a37f-1ef925877e28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.1961973 Aug 04 11:51:59.042490 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:59.074081 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-23da4ed8-8159-4083-b25b-cc81d95866a6 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521204 Aug 04 11:51:59.080289 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-f96add47-0ca3-4531-9388-3153cf3f0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:59.081940 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-f96add47-0ca3-4531-9388-3153cf3f0122 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578301 Aug 04 11:51:59.259030 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-d170d28f-2d22-4b69-b79d-52acd2449509 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526062 Aug 04 11:51:59.356362 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6371c7a-0b07-4440-a6df-013311fc947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.361591 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-066a2ec7-bb38-4a65-9c2f-61e564ff44ae req-de48f539-74b3-4638-8e32-7a50f8ad8bc1 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202106 Aug 04 11:51:59.366249 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c6371c7a-0b07-4440-a6df-013311fc947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.426192 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c6371c7a-0b07-4440-a6df-013311fc947b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=646ea500a6104f909bdcc8356d35a2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181119 Aug 04 11:51:59.426192 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6371c7a-0b07-4440-a6df-013311fc947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b464a-ea5b-42bf-a862-f332b3e501e7,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:59.428380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37776) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:59.467323 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5a7f177c-cdc5-4233-8c8c-5bbf39867630 req-9dd930ce-22d6-4cb8-8672-3e6cccea4ea5 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992178 Aug 04 11:51:59.520086 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '2496972e-99fd-4457-9488-550a1e0c03d0', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bcff-ae84-4c45-9966-df392d995b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:51:27Z', 'updated_at': '2021-08-04T11:51:56Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:59.523991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.584236 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7c1d5-2de5-4656-9fed-30c3489d48c5 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '2496972e-99fd-4457-9488-550a1e0c03d0', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025bcff-ae84-4c45-9966-df392d995b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:51:27Z', 'updated_at': '2021-08-04T11:51:56Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:59.595651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.670926 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6e7d-7782-4a8f-8e70-f105240d4e27 req-177c1a8a-7776-4eca-976f-3615e0cc4595 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:59.679324 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2a9a6e7d-7782-4a8f-8e70-f105240d4e27 req-177c1a8a-7776-4eca-976f-3615e0cc4595 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1344206 Aug 04 11:51:59.733253 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2a9a6e7d-7782-4a8f-8e70-f105240d4e27 req-072f55a1-087e-4a88-b1ba-a70712e24719 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Aug 04 11:51:59.740420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.747199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:59.749147 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba5b464a-ea5b-42bf-a862-f332b3e501e7 HTTP/1.1" status: 204 len: 168 time: 0.3196104 Aug 04 11:51:59.763420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d3b2-4341-4303-a6ae-97fa19226da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b464a-ea5b-42bf-a862-f332b3e501e7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:59.923004 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1471271-4123-4c3d-bb5a-d6f91d6ef711 None None] New status for floating IP 2496972e-99fd-4457-9488-550a1e0c03d0: ACTIVE {{(pid=104941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:52:00.947816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b5aa-e4d4-4644-9634-9a83fea9ef48 req-1325c572-bf46-4596-b766-6f1d9581ed55 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:00.961336 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90d2b5aa-e4d4-4644-9634-9a83fea9ef48 req-1325c572-bf46-4596-b766-6f1d9581ed55 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1305580 Aug 04 11:52:01.042633 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90d2b5aa-e4d4-4644-9634-9a83fea9ef48 req-b08b0cf5-d356-49d0-93b9-d0f0f3bf3fa1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773468 Aug 04 11:52:02.211180 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9eb29-ccf9-4068-ac0b-a17d02e9b2e8 req-34146760-8549-4d07-ba86-02f24fe0f297 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:02.212778 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ff9eb29-ccf9-4068-ac0b-a17d02e9b2e8 req-34146760-8549-4d07-ba86-02f24fe0f297 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0753007 Aug 04 11:52:02.266619 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ff9eb29-ccf9-4068-ac0b-a17d02e9b2e8 req-7fad68ef-edee-4d81-b14a-0cd1c3b2e687 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Aug 04 11:52:02.860082 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37944) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:02.866034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f1f00-3b75-498e-89df-51d68c22271d req-84f80f59-114d-4cdb-8ca4-5098dd88809a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:02.869313 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9e1f1f00-3b75-498e-89df-51d68c22271d req-84f80f59-114d-4cdb-8ca4-5098dd88809a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.0661285 Aug 04 11:52:02.939989 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9e1f1f00-3b75-498e-89df-51d68c22271d req-fff95ca8-7f60-4d4c-937e-1e4b5f91733a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Aug 04 11:52:02.997994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3e91bddc-5314-48a1-8b60-ce14310e9074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.116857 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3e91bddc-5314-48a1-8b60-ce14310e9074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.123237 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3e91bddc-5314-48a1-8b60-ce14310e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.181719 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37954) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.192712 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-3e91bddc-5314-48a1-8b60-ce14310e9074 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=747b3e5d126747ff8e63fd2dab846fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314838 Aug 04 11:52:03.193958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91bddc-5314-48a1-8b60-ce14310e9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62eaef-fac3-49fe-8aeb-cb7b9be54f87,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:03.195605 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37958) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.264234 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.287705 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.336008 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f15687d-81bd-4ab4-b50c-89473c023986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.383742 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.386839 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.389011 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c62eaef-fac3-49fe-8aeb-cb7b9be54f87 HTTP/1.1" status: 204 len: 168 time: 0.1829686 Aug 04 11:52:03.410669 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab66ae-752d-41da-9c59-cf2761918918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62eaef-fac3-49fe-8aeb-cb7b9be54f87,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:03.449594 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6ec18-cf89-45cc-80ee-00bb803e1dbd req-ed88a869-f200-422e-83fb-140dca166a42 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:03.451852 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-34a6ec18-cf89-45cc-80ee-00bb803e1dbd req-ed88a869-f200-422e-83fb-140dca166a42 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1034250 Aug 04 11:52:03.492112 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f15687d-81bd-4ab4-b50c-89473c023986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.498529 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f15687d-81bd-4ab4-b50c-89473c023986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.514031 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-34a6ec18-cf89-45cc-80ee-00bb803e1dbd req-5ba1ef7c-8d4b-4c9c-a6c1-eb50857a8dc3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Aug 04 11:52:03.568463 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15687d-81bd-4ab4-b50c-89473c023986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40d1f5-f8c0-44b6-ad89-6678544c7795,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:03.573045 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6f15687d-81bd-4ab4-b50c-89473c023986 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cef4e44a670c4301b71a45490b57a138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924665 Aug 04 11:52:03.584148 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37974) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.672552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.710183 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.791105 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.794315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.800186 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c40d1f5-f8c0-44b6-ad89-6678544c7795 HTTP/1.1" status: 204 len: 168 time: 0.2128944 Aug 04 11:52:03.800289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37986) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:03.805994 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6750c45-9204-4f40-8d5c-489267b60b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40d1f5-f8c0-44b6-ad89-6678544c7795,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:03.827637 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d62f2b0-b4d2-4f06-8f2b-68b1682986ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.978713 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d62f2b0-b4d2-4f06-8f2b-68b1682986ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:03.989226 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d62f2b0-b4d2-4f06-8f2b-68b1682986ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.059018 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6d62f2b0-b4d2-4f06-8f2b-68b1682986ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62d4eabbf9ec4d119baad20ef5b8003d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579377 Aug 04 11:52:04.061727 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 37994) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:04.063228 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f2b0-b4d2-4f06-8f2b-68b1682986ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c77282-33bf-433c-9d10-5a6c11adcc63,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:04.096899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52c74c-d4f4-463b-a2b1-02b0b9e2d4aa req-506ebc6e-a35b-419b-8122-9b14add1c6e5 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:04.098543 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a52c74c-d4f4-463b-a2b1-02b0b9e2d4aa req-506ebc6e-a35b-419b-8122-9b14add1c6e5 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.0915833 Aug 04 11:52:04.136469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.143152 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a52c74c-d4f4-463b-a2b1-02b0b9e2d4aa req-a936ffac-f5df-4f8e-b7fa-97ad58da324a tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382271 Aug 04 11:52:04.165197 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.227103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.229716 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.230907 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42c77282-33bf-433c-9d10-5a6c11adcc63 HTTP/1.1" status: 204 len: 168 time: 0.1679356 Aug 04 11:52:04.241482 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e381d4-828e-4f77-9e71-9d83027d97f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c77282-33bf-433c-9d10-5a6c11adcc63,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:04.326019 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 37998) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:04.340137 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85a5cfae-a711-4c91-b3dc-b3b82432c0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.472904 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85a5cfae-a711-4c91-b3dc-b3b82432c0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.486975 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85a5cfae-a711-4c91-b3dc-b3b82432c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.537269 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5cfae-a711-4c91-b3dc-b3b82432c0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012bf38f-d570-41bd-a2ad-858689e05b7f,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:04.543264 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-85a5cfae-a711-4c91-b3dc-b3b82432c0dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd695e87234542d5b49b2700de31ebea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159421 Aug 04 11:52:04.547859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38006) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:04.629916 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.664693 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.687054 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9581e54-bf07-425d-8ab1-c2e89c59cd2a req-e0a7af6f-255f-4ef9-9db7-80176b463484 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:04.689270 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d9581e54-bf07-425d-8ab1-c2e89c59cd2a req-e0a7af6f-255f-4ef9-9db7-80176b463484 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0614746 Aug 04 11:52:04.755402 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d9581e54-bf07-425d-8ab1-c2e89c59cd2a req-bcf55cb0-43c0-4394-a9b0-d74fb9d1ae79 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559235 Aug 04 11:52:04.762139 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.768748 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:04.769917 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/012bf38f-d570-41bd-a2ad-858689e05b7f HTTP/1.1" status: 204 len: 168 time: 0.2208757 Aug 04 11:52:04.786441 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec34f-94a6-44e0-90df-e68f06782ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012bf38f-d570-41bd-a2ad-858689e05b7f,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:05.311739 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38040) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:05.353079 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cfe5d-c941-474a-810a-a8f7e92834cd req-019ce9e8-0b0e-4892-aa23-3dfd9b2f75fd tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:05.357489 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d92cfe5d-c941-474a-810a-a8f7e92834cd req-019ce9e8-0b0e-4892-aa23-3dfd9b2f75fd tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.0666137 Aug 04 11:52:05.407588 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d92cfe5d-c941-474a-810a-a8f7e92834cd req-654522b3-50e5-4cae-9842-f580e613e6fd tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/security-groups?id=39e51e9c-ffec-451e-a078-ea57dea50755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Aug 04 11:52:05.484531 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13b3e736-7c9e-479c-a3d7-6a559c643a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:05.608382 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13b3e736-7c9e-479c-a3d7-6a559c643a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:05.615696 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13b3e736-7c9e-479c-a3d7-6a559c643a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:05.666619 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e736-7c9e-479c-a3d7-6a559c643a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeebe765-4f4c-4481-b19c-5296a9b61858,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:05.688263 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-13b3e736-7c9e-479c-a3d7-6a559c643a53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc0c943351fe4deeb8c888cedc3c5941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731747 Aug 04 11:52:05.688714 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38058) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:05.775868 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:05.828433 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:05.885231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-becf2712-875d-4be4-9d31-1ccf80ac4443 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:05.889188 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-becf2712-875d-4be4-9d31-1ccf80ac4443 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.89 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 946 time: 0.1216278 Aug 04 11:52:05.964171 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123482c-2fd2-4636-8e8f-5ea01366082e req-59232761-b725-42ec-90fe-5d962ad22a0a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:05.965858 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a123482c-2fd2-4636-8e8f-5ea01366082e req-59232761-b725-42ec-90fe-5d962ad22a0a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0894566 Aug 04 11:52:06.010423 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.014961 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.016397 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eeebe765-4f4c-4481-b19c-5296a9b61858 HTTP/1.1" status: 204 len: 168 time: 0.3264322 Aug 04 11:52:06.021761 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a123482c-2fd2-4636-8e8f-5ea01366082e req-066e3340-b436-4614-b215-ac5370599a47 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Aug 04 11:52:06.063485 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd09711-27fa-47e3-b4e8-4cddae503c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeebe765-4f4c-4481-b19c-5296a9b61858,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:06.128651 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Deleting port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:06.129076 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.252544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] For port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,segment=NetworkSegment(abae9429-5cbb-4333-aed7-9398a387ea53),segment_id=abae9429-5cbb-4333-aed7-9398a387ea53)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:06.253014 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.276561 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Calling delete_port for 872bc06b-0cf6-489d-bbf8-f96f8a6c470d owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:06.516227 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.553956 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Pushing event deleted for resources: {'Port': ['ID=872bc06b-0cf6-489d-bbf8-f96f8a6c470d,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:06.572278 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ab0ff9de-7205-4fc6-8501-ceb83a17928d req-cbfc7237-9d35-4665-8694-22e7db7cd5a1 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.0450180 Aug 04 11:52:06.574151 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['872bc06b-0cf6-489d-bbf8-f96f8a6c470d'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:06.618274 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38094) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:06.657699 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] No DVR routers for this DVR port 872bc06b-0cf6-489d-bbf8-f96f8a6c470d on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:06.663554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.665974 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9b9505b1-7440-4f95-aa30-5ed1c4241305 req-a40ef570-35c5-4700-9232-4aca23175740 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.89 "DELETE /v2.0/ports/872bc06b-0cf6-489d-bbf8-f96f8a6c470d HTTP/1.1" status: 204 len: 173 time: 0.7677326 Aug 04 11:52:06.666646 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'name': 'network-vif-deleted', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:06.669827 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49efdc-e17b-4e92-b660-168dd170aba6" -d '{"events": [{"server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "name": "network-vif-deleted", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:06.718763 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38100) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:06.744695 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c5481c7-bbb7-4403-9656-cffe5ca76c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.772877 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec19d3-24e3-4217-b065-ee108b214299 x-openstack-request-id: req-3bec19d3-24e3-4217-b065-ee108b214299 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:06.773179 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458d37e1-1edb-4e7c-805b-ed830b1873fc", "name": "network-vif-deleted", "tag": "872bc06b-0cf6-489d-bbf8-f96f8a6c470d", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:06.773439 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3bec19d3-24e3-4217-b065-ee108b214299 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:06.773867 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458d37e1-1edb-4e7c-805b-ed830b1873fc', 'name': 'network-vif-deleted', 'tag': '872bc06b-0cf6-489d-bbf8-f96f8a6c470d', 'status': 'completed', 'code': 200} Aug 04 11:52:06.908011 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c5481c7-bbb7-4403-9656-cffe5ca76c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.916142 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c5481c7-bbb7-4403-9656-cffe5ca76c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:06.958473 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0c5481c7-bbb7-4403-9656-cffe5ca76c46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47324b920f244b2d9761918fc054bc20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385848 Aug 04 11:52:06.962099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38106) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:06.976246 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5481c7-bbb7-4403-9656-cffe5ca76c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2578f-edd0-4083-9e1f-90ca6954e144,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:06.982854 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2084625555-network', 'tenant_id': 'e1af74e5738349de92c753af5f9363f8'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:07.010256 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Made reservation on behalf of e1af74e5738349de92c753af5f9363f8 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:07.014010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.025938 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.041433 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.067415 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.152693 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.164163 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.171940 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28c2578f-edd0-4083-9e1f-90ca6954e144 HTTP/1.1" status: 204 len: 168 time: 0.2081735 Aug 04 11:52:07.185787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2617643-d8ea-423c-8976-afe67cfeec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2578f-edd0-4083-9e1f-90ca6954e144,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:07.196683 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.236247 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b77b-c05a-4570-b1b1-5be7af589bdc req-d04bb0d8-9a42-41cd-a5ec-9e1ffffac4ba tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:07.240353 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c1e1b77b-c05a-4570-b1b1-5be7af589bdc req-d04bb0d8-9a42-41cd-a5ec-9e1ffffac4ba tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1187906 Aug 04 11:52:07.241067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.289964 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:52:07.352363 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.352905 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Added segment be34fa45-fa2a-434a-ae3f-c3a0b79d2ece of type vlan for network cc7315f8-8183-4942-a3d1-5d8663acd9b6 Aug 04 11:52:07.362382 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c1e1b77b-c05a-4570-b1b1-5be7af589bdc req-b8192cb0-7679-4c78-9cbd-2ddc05c2336f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908284 Aug 04 11:52:07.377088 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171a26f8-8605-4d65-9557-a03306c08b9e,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:07.432646 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.479004 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.480038 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:07.480625 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.540809 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9210305 Aug 04 11:52:07.547139 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38136) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:07.552271 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Request body: {'subnet': {'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2084625555-subnet', 'tenant_id': 'e1af74e5738349de92c753af5f9363f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:07.562346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab2e7-cab4-438e-aa41-57b25bddc84d admin admin] Pushing event updated for resources: {'Network': ['ID=cc7315f8-8183-4942-a3d1-5d8663acd9b6,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:07.587271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:52:07.591053 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Made reservation on behalf of e1af74e5738349de92c753af5f9363f8 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:07.594381 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.765710 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ec7a93f9-ab8c-46e4-8fe8-dae40b39039a req-d3eead02-d9cf-4f9f-86b3-55939a7a7ef1 tempest-DeleteServersTestJSON-715761773 tempest-DeleteServersTestJSON-715761773-project] 10.222.0.54 "GET /v2.0/ports?device_id=458d37e1-1edb-4e7c-805b-ed830b1873fc HTTP/1.1" status: 200 len: 210 time: 0.0341194 Aug 04 11:52:07.836796 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:07.914301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38152) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:07.948366 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd035d83-b4e9-42e1-85b3-2247db0cec19,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:07.968681 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Checking segment: {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:07.973888 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Network hostable DHCP agents. Network: cc7315f8-8183-4942-a3d1-5d8663acd9b6, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:52:07.994364 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:52:08.010594 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, cc7315f8-8183-4942-a3d1-5d8663acd9b6) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:08.020540 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.021470 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.025809 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8032c-a57b-4ff9-8069-b218b13f03b2 None None] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:08.069590 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-fddc5d52-9ded-4842-aafe-449c2c2aec1a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5211318 Aug 04 11:52:08.157982 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d62b81f7-6a11-4ecb-a585-24056baf45e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.414195 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d62b81f7-6a11-4ecb-a585-24056baf45e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.427735 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d62b81f7-6a11-4ecb-a585-24056baf45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.437016 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0425241-753f-4802-8d01-06f17766ada1 None None] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:08.619947 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d62b81f7-6a11-4ecb-a585-24056baf45e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d740ef499aa40ce906eafefb21e0461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033658 Aug 04 11:52:08.621034 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38180) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:08.625280 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b81f7-6a11-4ecb-a585-24056baf45e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7610d4c6-6e94-48ad-a083-45146a1b972d,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:08.675459 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb8faf-ede6-4a61-8c10-490f0e827213 req-6a45bdf7-577e-4b3f-8843-69aebb5ea2e5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.689426 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bceb8faf-ede6-4a61-8c10-490f0e827213 req-6a45bdf7-577e-4b3f-8843-69aebb5ea2e5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1094317 Aug 04 11:52:08.748405 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bceb8faf-ede6-4a61-8c10-490f0e827213 req-0c85a7fa-9c9c-4d97-abef-7afd2f1e0ac8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568893 Aug 04 11:52:08.803528 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.834230 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.942296 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.946442 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:08.947991 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7610d4c6-6e94-48ad-a083-45146a1b972d HTTP/1.1" status: 204 len: 168 time: 0.3249869 Aug 04 11:52:08.989631 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16afe-fe7b-4206-ac71-029e48030a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610d4c6-6e94-48ad-a083-45146a1b972d,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:09.556465 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38214) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:09.577651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5490-415d-45a2-95b5-e9251042da0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.719793 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5490-415d-45a2-95b5-e9251042da0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.725311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5490-415d-45a2-95b5-e9251042da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.767463 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5490-415d-45a2-95b5-e9251042da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b4c313-c95d-4a53-9504-c7c11780ff46,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:09.772125 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-2f5f5490-415d-45a2-95b5-e9251042da0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8806a6fa308549258ee37e5079a2596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142279 Aug 04 11:52:09.775046 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38224) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:09.847581 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.871186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.899307 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2162651-64ae-4f14-925e-c3ef4e2c4c63 req-7b69369c-3128-4d78-b64d-995e3aa7b828 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:09.900875 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2162651-64ae-4f14-925e-c3ef4e2c4c63 req-7b69369c-3128-4d78-b64d-995e3aa7b828 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0625131 Aug 04 11:52:09.953014 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.955947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:09.957169 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64b4c313-c95d-4a53-9504-c7c11780ff46 HTTP/1.1" status: 204 len: 168 time: 0.1811249 Aug 04 11:52:09.962833 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2162651-64ae-4f14-925e-c3ef4e2c4c63 req-39b441e9-aea3-45b6-bd8e-fa8ca2e2818d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530272 Aug 04 11:52:09.965605 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313cf07-8c45-4a0b-a1b7-ae0561d3c33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b4c313-c95d-4a53-9504-c7c11780ff46,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:10.821019 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a0a81ab6-a848-40ad-867e-d40dcaf17f2e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:10.822628 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a0a81ab6-a848-40ad-867e-d40dcaf17f2e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.2493844 Aug 04 11:52:10.840439 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38286) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:10.843360 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-3ff356ab-5e3e-471d-bb1f-e2810c5e2241 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/quotas/fa24fe724491432e9f945e5c6381ace2 HTTP/1.1" status: 200 len: 375 time: 0.0138602 Aug 04 11:52:10.928635 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Deleting subnet be75019a-21db-484d-92f5-4642ebca7448 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:52:10.933091 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-67062c3a-f99d-4c29-81c5-2d2c9101c817 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810840 Aug 04 11:52:10.942114 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:10.989562 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.004374 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.043402 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 872bc06b-0cf6-489d-bbf8-f96f8a6c470d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:11.095131 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 872bc06b-0cf6-489d-bbf8-f96f8a6c470d {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:11.097210 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 872bc06b-0cf6-489d-bbf8-f96f8a6c470d not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:11.099059 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.142796 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be75019a-21db-484d-92f5-4642ebca7448,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:11.148716 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.153797 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-da3779f5-6c71-4439-88de-371f98bada37 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/be75019a-21db-484d-92f5-4642ebca7448 HTTP/1.1" status: 204 len: 168 time: 0.3050508 Aug 04 11:52:11.160549 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38300) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:11.224183 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a2b5354f-7a53-457e-9642-a2844f6814a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797215 Aug 04 11:52:11.350985 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.429563 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-aaaf977b-bc42-4809-905a-42de0ec9503c service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998444 Aug 04 11:52:11.580365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:11.589892 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-82ef5eaf-b0ff-45d1-a5e3-2006612392eb tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:11.598418 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-82ef5eaf-b0ff-45d1-a5e3-2006612392eb tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 809 time: 0.3215444 Aug 04 11:52:11.611574 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.612000 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.612736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.613494 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > port after_create 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.613494 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.613797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > port after_update 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.614093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.614418 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.614733 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.615051 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.840049 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.840422 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.841288 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.843514 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:52:11.844490 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dd14a3-3abf-4902-af1e-d137ed2d1740']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:11.886429 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8fad-01dd-4ab9-aba0-58a2ffe05aeb req-19a6d00e-0bbd-4d79-98f8-caeb0337fa17 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:11.890083 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-7d3c24f5-337f-4d2a-9d10-b77dfdcad262 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/quotas/e1af74e5738349de92c753af5f9363f8 HTTP/1.1" status: 200 len: 375 time: 0.2856064 Aug 04 11:52:11.901568 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f16a8fad-01dd-4ab9-aba0-58a2ffe05aeb req-19a6d00e-0bbd-4d79-98f8-caeb0337fa17 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1202130 Aug 04 11:52:12.008615 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abae9429-5cbb-4333-aed7-9398a387ea53') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:12.009422 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abae9429-5cbb-4333-aed7-9398a387ea53') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:12.038353 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-66c85432-9e7a-40a3-a2b2-916fd1fc44ff tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460094 Aug 04 11:52:12.087851 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.156901 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.181393 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:52:12.183342 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: from cryptography.utils import int_from_bytes Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: from cryptography.utils import int_from_bytes Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:52:12.202465 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:52:12.290773 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f16a8fad-01dd-4ab9-aba0-58a2ffe05aeb req-969628d9-6a9b-47b9-8bf9-a17adfc885f5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873639 Aug 04 11:52:12.439512 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1c38438d-89fb-4df2-9783-23d7ef7c202d req-3b7270b0-f3f1-4401-bf6c-2be1aa5e03f0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 210 time: 0.0519850 Aug 04 11:52:12.637074 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.665305 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:12.671282 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/41dd14a3-3abf-4902-af1e-d137ed2d1740 HTTP/1.1" status: 204 len: 168 time: 1.5073404 Aug 04 11:52:12.673665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317237-edb8-4d7e-9937-18b9b07129bc admin admin] Pushing event deleted for resources: {'Network': ['ID=41dd14a3-3abf-4902-af1e-d137ed2d1740,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:12.807035 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-e02c0e3d-6e84-4461-b415-192e99cc5388 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:52:12.820812 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-e02c0e3d-6e84-4461-b415-192e99cc5388 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2256224 Aug 04 11:52:13.009360 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-e2625fda-ec62-4672-85d4-db02b365ace2 service neutron] 10.222.0.54 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861072 Aug 04 11:52:13.167142 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-43e70701-f924-470e-9c46-49900441105e service neutron] 10.222.0.54 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463723 Aug 04 11:52:13.283333 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38384) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:13.380527 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8803d7e6-3db3-4ba3-9841-7e4a3a8c67f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d40fc91af66543bc8c80cb466baada5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0977399 Aug 04 11:52:13.382508 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38392) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:13.629294 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5eb7c1a3-4718-49c7-b911-a93d27b68920 req-6f40cd8b-8fc3-4be8-9c44-de472ae94650 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 210 time: 0.0734897 Aug 04 11:52:13.710754 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7cfb-273f-4cf2-9723-6791ce20d2eb req-96e7ad4b-52fe-4c2b-b6df-83fa12c735b2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:13.719637 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b39e7cfb-273f-4cf2-9723-6791ce20d2eb req-96e7ad4b-52fe-4c2b-b6df-83fa12c735b2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.3120146 Aug 04 11:52:13.727674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38414) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:13.893255 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-00acc608-4983-4c78-ae7a-d0570069d29c req-c213a7b1-d021-41bb-8ef6-f46ae12eb631 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 210 time: 0.0704832 Aug 04 11:52:13.903040 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.017443 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b326745f-a119-4733-9c15-d8623fdc007f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.066759 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.147713 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b39e7cfb-273f-4cf2-9723-6791ce20d2eb req-c20f74eb-ea7c-4c30-9932-8c3ca99c81d0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240730 Aug 04 11:52:14.226113 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-e9a4867c-1506-47fe-b63f-114f16297d21 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:14.226113 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-e9a4867c-1506-47fe-b63f-114f16297d21 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.5820391 Aug 04 11:52:14.253638 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.256799 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.257517 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b326745f-a119-4733-9c15-d8623fdc007f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.259978 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39e51e9c-ffec-451e-a078-ea57dea50755 HTTP/1.1" status: 204 len: 168 time: 0.8725150 Aug 04 11:52:14.264146 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b326745f-a119-4733-9c15-d8623fdc007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.269081 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd5720-f296-411e-86ec-3b46ae7645a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e51e9c-ffec-451e-a078-ea57dea50755,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:14.274372 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Request body: {'port': {'device_id': '92043409-424e-451a-b928-f7bb1c607751', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'admin_state_up': True, 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:14.363348 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b326745f-a119-4733-9c15-d8623fdc007f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c75d200aace4b44bbfb7c9328caf99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6318421 Aug 04 11:52:14.363348 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326745f-a119-4733-9c15-d8623fdc007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f6671-11a4-4325-8dfa-0b8aa3f2263c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:14.364932 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38446) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:14.537805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.600570 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.626632 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:14.634289 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.842703 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e650d44f-76e7-49c0-b6f9-33da799a0456 req-74892411-4cf5-48fa-a46b-9012cbc03cd4 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 210 time: 0.0512958 Aug 04 11:52:14.871159 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.879830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:14.885252 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/672f6671-11a4-4325-8dfa-0b8aa3f2263c HTTP/1.1" status: 204 len: 168 time: 0.5165420 Aug 04 11:52:14.928880 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d158257-7d68-4d66-8377-71df66526f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f6671-11a4-4325-8dfa-0b8aa3f2263c,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:15.030835 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Allocated IP 172.20.0.12 (c6e26a5e-be60-43f7-9baf-ebcb7568bd3c/2317d345-c659-43e9-b20e-19ac765a6246/7957dd41-0f03-4f9e-ab26-20eebe061952) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:15.122029 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6385dc93-bab3-44c6-b532-1953b3b01947 req-7d9f0130-9da5-48cd-9010-ef4b4a437faf tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 210 time: 0.0797298 Aug 04 11:52:15.389095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:15.473616 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e7bbe-5099-4e7a-a13d-1ffadf2bac53 req-14770db5-ac32-4a4f-9970-def833f07ead tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:15.475316 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ee2e7bbe-5099-4e7a-a13d-1ffadf2bac53 req-14770db5-ac32-4a4f-9970-def833f07ead tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1067679 Aug 04 11:52:15.536180 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:15.586688 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:15.617262 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ee2e7bbe-5099-4e7a-a13d-1ffadf2bac53 req-351e5702-a617-4f5c-9005-89ca925326d0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294022 Aug 04 11:52:15.633755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:15.666523 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:15.671454 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:15.677982 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:15.678971 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:15.718974 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event updated for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:15.733674 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-390276ee-51c2-492e-8dc5-9f28a77cf3e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4660060 Aug 04 11:52:15.765306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Request body: {'port': {'device_id': '92043409-424e-451a-b928-f7bb1c607751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:15.852039 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:15.862591 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38488) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:15.899946 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-eb575d99-6a84-4fd3-ade0-b1bb58c71bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.191957 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38496) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:16.252973 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-97f1ab68-d75a-4f0a-bbc1-f93dca55b81c req-76b90a63-1fbf-47d5-ad76-650bd1f0d494 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 210 time: 0.1372831 Aug 04 11:52:16.285446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-b81973ef-f93c-4d07-9589-117cc8171c92 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:16.288106 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-b81973ef-f93c-4d07-9589-117cc8171c92 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 809 time: 0.4864607 Aug 04 11:52:16.320871 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Request body: {'port': {'device_id': '501689b3-dc33-4622-ad23-31546a475461', 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6', 'admin_state_up': True, 'tenant_id': 'e1af74e5738349de92c753af5f9363f8'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:16.434253 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-eb575d99-6a84-4fd3-ade0-b1bb58c71bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.444217 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-eb575d99-6a84-4fd3-ade0-b1bb58c71bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.449333 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3694-af5d-442a-904c-60fedc4f9c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.540845 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed220e9-1ced-4037-81a2-6507ddce2d5a req-f8a15571-0538-4bee-8740-96cdbd70a078 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:16.550616 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7ed220e9-1ced-4037-81a2-6507ddce2d5a req-f8a15571-0538-4bee-8740-96cdbd70a078 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 932 time: 0.3331449 Aug 04 11:52:16.562627 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb575d99-6a84-4fd3-ade0-b1bb58c71bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7674b05-f4fa-45a0-a0e5-5d32134028a5,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:16.573854 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-eb575d99-6a84-4fd3-ade0-b1bb58c71bcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83b64a74d1a9442a804a2146f8216e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7058101 Aug 04 11:52:16.574142 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38512) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:16.594107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7957dd41-0f03-4f9e-ab26-20eebe061952 {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:16.607643 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38514) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:16.612383 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.661343 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7ed220e9-1ced-4037-81a2-6507ddce2d5a req-4d9eccfc-8535-4be6-bdc1-d3dcdc1e0ae2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095424 Aug 04 11:52:16.664621 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Transition to ACTIVE for port object 7957dd41-0f03-4f9e-ab26-20eebe061952 will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:16.673146 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.710889 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.811475 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3694-af5d-442a-904c-60fedc4f9c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.826298 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.829621 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7a8f3694-af5d-442a-904c-60fedc4f9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.834219 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:16.869516 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2069831024-network', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:16.901003 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Attempting to bind port 7957dd41-0f03-4f9e-ab26-20eebe061952 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:16.901608 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Attempting to bind port 7957dd41-0f03-4f9e-ab26-20eebe061952 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:16.902167 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Attempting to bind port 7957dd41-0f03-4f9e-ab26-20eebe061952 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:16.924647 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Port 7957dd41-0f03-4f9e-ab26-20eebe061952 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:16.925006 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Attempting to bind port 7957dd41-0f03-4f9e-ab26-20eebe061952 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:16.937943 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:16.938470 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Checking segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:16.938982 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Bound using segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:16.939552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Bound port: 7957dd41-0f03-4f9e-ab26-20eebe061952, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:16.940080 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.942347 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Made reservation on behalf of e1af74e5738349de92c753af5f9363f8 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:16.945954 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.953761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac612c03-d153-43a2-90db-c27f50423f13 req-3d518563-54d7-41e2-ac53-a3aa0ec269ee tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:16.955429 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ac612c03-d153-43a2-90db-c27f50423f13 req-3d518563-54d7-41e2-ac53-a3aa0ec269ee tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1294942 Aug 04 11:52:16.957248 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-7a8f3694-af5d-442a-904c-60fedc4f9c64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bf9ca30e26a4a4fa3226c78da283e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7347887 Aug 04 11:52:16.957998 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f3694-af5d-442a-904c-60fedc4f9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7f182b-aa63-4fcf-bef2-1d19c57490b0,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:16.963473 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38520) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:16.997636 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Made reservation on behalf of 3a8683dae54b4fc3b5dc0f451b5b71f9 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:17.000608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.012852 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.030795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.034362 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.035724 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7674b05-f4fa-45a0-a0e5-5d32134028a5 HTTP/1.1" status: 204 len: 168 time: 0.4598339 Aug 04 11:52:17.090355 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b78765-0f0b-434f-863e-9479e15e9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7674b05-f4fa-45a0-a0e5-5d32134028a5,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.203343 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Allocated IP 172.20.0.6 (cc7315f8-8183-4942-a3d1-5d8663acd9b6/dd035d83-b4e9-42e1-85b3-2247db0cec19/cb11c305-2a45-4232-8ed4-b89412f10b3d) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:17.209105 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ac612c03-d153-43a2-90db-c27f50423f13 req-aa81c022-7eee-434e-bc59-8a3c052f3e1e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268314 Aug 04 11:52:17.226740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:17.232135 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=7957dd41-0f03-4f9e-ab26-20eebe061952,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:17.237306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.242026 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.286715 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.298857 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.351849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.365114 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.366605 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.368304 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-1fa47d86-c3f5-4519-a175-c1674bbaf2e4 service neutron] 10.222.0.89 "PUT /v2.0/ports/7957dd41-0f03-4f9e-ab26-20eebe061952 HTTP/1.1" status: 200 len: 1094 time: 1.6156707 Aug 04 11:52:17.368643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:17.371088 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4553b30d-952e-4550-aba0-2e7f517a2e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:17.373149 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:52:17.405679 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec702a5-b045-4a4d-875b-7eb88977682a,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.406260 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.414728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.415139 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Added segment fdb01d73-03f1-4fe4-b599-1e3e72015031 of type vlan for network 56731476-54a0-4e45-ae1e-4ff9c181c86c Aug 04 11:52:17.442219 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb1c90-324d-43d0-bf13-a07d7a439675 x-openstack-request-id: req-9abb1c90-324d-43d0-bf13-a07d7a439675 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:17.442508 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:17.442761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9abb1c90-324d-43d0-bf13-a07d7a439675 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:17.443160 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952', 'status': 'completed', 'code': 200} Aug 04 11:52:17.527544 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.533886 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1d0f9d00-f388-4824-9d26-feca07b68a74 req-35227c57-8f74-400c-beb6-06f48089cb5a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 210 time: 0.0625751 Aug 04 11:52:17.556042 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.557785 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.561751 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.565657 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e7f182b-aa63-4fcf-bef2-1d19c57490b0 HTTP/1.1" status: 204 len: 168 time: 0.5991104 Aug 04 11:52:17.588153 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a2482456-0b6e-4af1-857d-35bb80428bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.591264 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a2482456-0b6e-4af1-857d-35bb80428bf8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 1097 time: 0.1091359 Aug 04 11:52:17.593239 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dd2dd-a7d9-41b9-b4d1-90ba24567301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7f182b-aa63-4fcf-bef2-1d19c57490b0,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.657430 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.660087 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.661219 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.661946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.679069 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-a2b75571-2af4-42bc-800e-2877b2b7bf42 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957dd41-0f03-4f9e-ab26-20eebe061952 HTTP/1.1" status: 200 len: 217 time: 0.0549390 Aug 04 11:52:17.744288 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1354315 Aug 04 11:52:17.751174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38544) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:17.777496 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Request body: {'subnet': {'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2069831024-subnet', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:17.807173 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba0d77-a876-4f4f-b1cd-004ea909cc24 admin admin] Pushing event updated for resources: {'Network': ['ID=56731476-54a0-4e45-ae1e-4ff9c181c86c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.816995 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-f829db50-d33b-4d85-8a4a-476bfc8167c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.819058 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-f829db50-d33b-4d85-8a4a-476bfc8167c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.1309013 Aug 04 11:52:17.822678 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:52:17.888141 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-49cf670c-6715-4b3b-9573-d541b41c1223 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547216 Aug 04 11:52:17.893171 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:17.908103 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:17.911713 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Pushing event updated for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.928209 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Made reservation on behalf of 3a8683dae54b4fc3b5dc0f451b5b71f9 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:17.936110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.944930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:17.964634 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9919b3a-bb2f-4938-b952-09852f1c57ef req-4874ef05-7274-44dd-9cae-052fa907bbad tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.967142 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b9919b3a-bb2f-4938-b952-09852f1c57ef req-4874ef05-7274-44dd-9cae-052fa907bbad tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 944 time: 0.1474731 Aug 04 11:52:18.061918 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-4d89c8f2-88c3-4efb-92e8-ae0a5b7ee4bb service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621125 Aug 04 11:52:18.065316 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b9919b3a-bb2f-4938-b952-09852f1c57ef req-e76e1ae1-5c3a-4952-b149-03495e4d75ac tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792882 Aug 04 11:52:18.144829 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.145544 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.179885 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38556) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:18.202258 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f52f7f14-9db0-4e0e-a186-fb7f46370b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8912430 Aug 04 11:52:18.213412 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b2dca487-ae42-4ede-92f7-7759b3fdb4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.227283 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Request body: {'port': {'device_id': '501689b3-dc33-4622-ad23-31546a475461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:18.259180 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ed7f60fc-e0ce-481c-a04a-4e77f4d30f17 req-228e3d37-8a5d-433f-8199-52d9b96328e4 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891763 Aug 04 11:52:18.404993 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b2dca487-ae42-4ede-92f7-7759b3fdb4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.417844 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b2dca487-ae42-4ede-92f7-7759b3fdb4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.428737 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.526882 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dca487-ae42-4ede-92f7-7759b3fdb4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0752f682-5405-4a47-a110-e8338ab2f22a,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:18.539104 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b2dca487-ae42-4ede-92f7-7759b3fdb4da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c9ad5537d524e10bf5b1cece1055e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577433 Aug 04 11:52:18.542259 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38564) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:18.557124 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb6975-5188-4731-b8d1-22fe4f21efb9 req-2f3a587c-c4e7-432b-b8cb-2069fbe965a2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.566671 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-baeb6975-5188-4731-b8d1-22fe4f21efb9 req-2f3a587c-c4e7-432b-b8cb-2069fbe965a2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.2628148 Aug 04 11:52:18.581435 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-4fb43cdc-03c0-46c6-ac10-8696623315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.583374 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-4fb43cdc-03c0-46c6-ac10-8696623315ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 1097 time: 0.1556604 Aug 04 11:52:18.680339 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.790773 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.793423 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-baeb6975-5188-4731-b8d1-22fe4f21efb9 req-f927fce2-7a6a-4a65-a9fa-bb95009d5dc2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251451 Aug 04 11:52:18.849821 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93267-20a3-44d4-a384-0dd9245d30af req-5c5d5ece-7cad-41c8-b1df-5ae39685ff43 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.851441 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9de93267-20a3-44d4-a384-0dd9245d30af req-5c5d5ece-7cad-41c8-b1df-5ae39685ff43 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 931 time: 0.1550758 Aug 04 11:52:18.860133 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-5c3219a4-814f-4ba2-a050-7f907902f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.861654 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-5c3219a4-814f-4ba2-a050-7f907902f4e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.2624943 Aug 04 11:52:18.869259 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0fa766-4417-4636-832e-24a505fc03c7,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:18.873603 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:18.898279 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Checking segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:18.898279 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Network hostable DHCP agents. Network: 56731476-54a0-4e45-ae1e-4ff9c181c86c, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:52:18.948238 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-2fce6805-d5b3-4a03-9dba-4fc24121012c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7957dd41-0f03-4f9e-ab26-20eebe061952 HTTP/1.1" status: 200 len: 217 time: 0.0716221 Aug 04 11:52:18.960326 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:52:18.983630 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 56731476-54a0-4e45-ae1e-4ff9c181c86c) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:18.986169 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9de93267-20a3-44d4-a384-0dd9245d30af req-d028749f-b271-4f60-ab7e-fd33a86a3e1b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162238 Aug 04 11:52:18.995710 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.996341 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.031499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a0e0c-a446-4bc6-9b4d-ddaf6558861a None None] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:19.051007 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-bd690252-19c7-43d5-b9a2-5f4c3709062d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2762365 Aug 04 11:52:19.051938 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38578) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:19.065091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:19.065229 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.067734 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.068925 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0752f682-5405-4a47-a110-e8338ab2f22a HTTP/1.1" status: 204 len: 168 time: 0.5255995 Aug 04 11:52:19.071805 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb11c305-2a45-4232-8ed4-b89412f10b3d {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:19.097545 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-79702f79-930a-4e1b-8e21-51ac07c4b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:19.099054 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-79702f79-930a-4e1b-8e21-51ac07c4b44d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.1398246 Aug 04 11:52:19.109724 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.112957 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac41d65-9313-4ff1-9745-bda030ee10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0752f682-5405-4a47-a110-e8338ab2f22a,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:19.137795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Transition to ACTIVE for port object cb11c305-2a45-4232-8ed4-b89412f10b3d will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:19.149899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.176884 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-c964c002-fb34-4d73-b043-6e86cdf6e160 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649960 Aug 04 11:52:19.214918 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.217330 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.325314 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.327378 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:19.406104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-56731476-54a0-4e45-ae1e-4ff9c181c86c', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:52:19.417181 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.543654 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b456-95bc-49b1-a9fd-dcfc4c0ded2c req-cfd7a40c-128a-4743-b790-47082003f7bd tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:19.548399 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b030b456-95bc-49b1-a9fd-dcfc4c0ded2c req-cfd7a40c-128a-4743-b790-47082003f7bd tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 944 time: 0.2632763 Aug 04 11:52:19.563630 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Attempting to bind port cb11c305-2a45-4232-8ed4-b89412f10b3d on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:19.564029 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Attempting to bind port cb11c305-2a45-4232-8ed4-b89412f10b3d by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:19.564363 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Attempting to bind port cb11c305-2a45-4232-8ed4-b89412f10b3d on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:19.571038 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.574476 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Port cb11c305-2a45-4232-8ed4-b89412f10b3d on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:19.575006 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Attempting to bind port cb11c305-2a45-4232-8ed4-b89412f10b3d on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:19.585494 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:19.585728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Checking segment: {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:19.586120 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Bound using segment: {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:19.586564 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Bound port: cb11c305-2a45-4232-8ed4-b89412f10b3d, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:19.586926 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.631161 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-f7423a97-5f48-47c4-b4d7-10053d754a7f service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361713 Aug 04 11:52:19.640087 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38596) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:19.683544 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b030b456-95bc-49b1-a9fd-dcfc4c0ded2c req-0f0093d6-5d1f-4c46-8ab8-1fcdbff5f17a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197822 Aug 04 11:52:19.742567 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a6300506-79fe-48cf-8414-6906395aee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.843333 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:19.850453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:19.859676 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.954142 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4553b30d-952e-4550-aba0-2e7f517a2e1e req-c85b4620-d06f-4606-adf1-3e6bf3ad81c3 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016438 Aug 04 11:52:19.964176 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Allocated IP 172.20.0.2 (56731476-54a0-4e45-ae1e-4ff9c181c86c/3f0fa766-4417-4636-832e-24a505fc03c7/60d51c36-49cb-4741-b4e3-9790613b2433) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:20.019412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:20.020553 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.022978 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] 10.222.0.89 "PUT /v2.0/ports/cb11c305-2a45-4232-8ed4-b89412f10b3d HTTP/1.1" status: 200 len: 1093 time: 1.8005807 Aug 04 11:52:20.023730 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:20.041679 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def" -d '{"events": [{"name": "network-changed", "server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:20.089930 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a6300506-79fe-48cf-8414-6906395aee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.098961 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a6300506-79fe-48cf-8414-6906395aee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.166900 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a6300506-79fe-48cf-8414-6906395aee9d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=469555ad1a1f45819c37ba427dead34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252976 Aug 04 11:52:20.168176 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6300506-79fe-48cf-8414-6906395aee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2e0319-38f2-4b27-8687-415c67796857,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:20.173341 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38614) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:20.277063 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063628db-d896-419f-be5f-d92c3ce8d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:20.326668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.369132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bddb4-55b5-4ae7-a29d-0bf36c7cd666 req-956658ac-58e0-46b0-8543-8c21469f7f65 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:20.374376 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6c7bddb4-55b5-4ae7-a29d-0bf36c7cd666 req-956658ac-58e0-46b0-8543-8c21469f7f65 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 943 time: 0.1601796 Aug 04 11:52:20.422525 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.456219 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.479908 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Transition to ACTIVE for port object 60d51c36-49cb-4741-b4e3-9790613b2433 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:20.510513 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Transition to ACTIVE for port object 60d51c36-49cb-4741-b4e3-9790613b2433 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:20.524837 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.525638 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6c7bddb4-55b5-4ae7-a29d-0bf36c7cd666 req-0a74a507-effb-4211-98d2-19cbf600ed9f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397007 Aug 04 11:52:20.556959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:20.583969 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.591455 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.600762 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:20.613937 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:20.620178 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d2e0319-38f2-4b27-8687-415c67796857 HTTP/1.1" status: 204 len: 168 time: 0.4415231 Aug 04 11:52:20.662759 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942fb43-3e03-498b-893a-718985f4611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2e0319-38f2-4b27-8687-415c67796857,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:20.730064 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b984a20-2b1f-4f19-bf82-6e0001b05946 x-openstack-request-id: req-6b984a20-2b1f-4f19-bf82-6e0001b05946 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:20.730642 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:20.730797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b984a20-2b1f-4f19-bf82-6e0001b05946 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:20.732941 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d', 'status': 'completed', 'code': 200} Aug 04 11:52:20.736769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-507db4c1-19ca-404c-80d0-da42dcf2795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.746942 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019ddc-0f00-4a6e-b2bc-50f77e335742 req-25562ef4-0c24-413e-83fa-299d9f147335 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:20.754798 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-af019ddc-0f00-4a6e-b2bc-50f77e335742 req-25562ef4-0c24-413e-83fa-299d9f147335 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.7836065 Aug 04 11:52:20.781766 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Attempting to bind port 60d51c36-49cb-4741-b4e3-9790613b2433 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:20.782471 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Attempting to bind port 60d51c36-49cb-4741-b4e3-9790613b2433 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:20.783224 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Attempting to bind port 60d51c36-49cb-4741-b4e3-9790613b2433 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:20.789194 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Pushing event updated for resources: {'Port': ['ID=60d51c36-49cb-4741-b4e3-9790613b2433,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:20.807395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-d254e425-f4b9-4b99-a9db-47358ad90ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:20.809221 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-d254e425-f4b9-4b99-a9db-47358ad90ef7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 1096 time: 0.6747928 Aug 04 11:52:20.810770 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:20.811382 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Checking segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:20.811984 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.812559 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Bound using segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:20.813212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Bound port: 60d51c36-49cb-4741-b4e3-9790613b2433, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:20.813785 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.846394 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.846989 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.847517 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.848045 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.848534 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.849014 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.849507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.850003 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.850649 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.851125 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.851608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.852125 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:20.922221 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-af019ddc-0f00-4a6e-b2bc-50f77e335742 req-84e941a1-7d43-410d-ae35-c7aab3b9ef97 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660228 Aug 04 11:52:20.924985 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-88c0a231-1b81-49cb-852a-c04e705c0aa1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d HTTP/1.1" status: 200 len: 217 time: 0.0928881 Aug 04 11:52:20.930937 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:21.001627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:21.018197 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] For port 60d51c36-49cb-4741-b4e3-9790613b2433, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:21.024801 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] For port 60d51c36-49cb-4741-b4e3-9790613b2433, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=60d51c36-49cb-4741-b4e3-9790613b2433,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:21.035277 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:21.136575 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-ff398e0f-c4c6-4602-960a-2067a6bcb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:21.138834 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-ff398e0f-c4c6-4602-960a-2067a6bcb2e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd035d83-b4e9-42e1-85b3-2247db0cec19 HTTP/1.1" status: 200 len: 849 time: 0.1955321 Aug 04 11:52:21.154162 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edc8d0-1cd2-40d7-a208-9039f6b25b67 req-613fcff2-5fea-400f-98f2-fac8b52bd9ce tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:21.155973 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d4edc8d0-1cd2-40d7-a208-9039f6b25b67 req-613fcff2-5fea-400f-98f2-fac8b52bd9ce tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 944 time: 0.1172826 Aug 04 11:52:21.174380 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1d360-abc7-4e11-82c4-fd23d2e56103 None None] Pushing event updated for resources: {'Port': ['ID=60d51c36-49cb-4741-b4e3-9790613b2433,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:21.253429 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d4edc8d0-1cd2-40d7-a208-9039f6b25b67 req-4a7f67a4-1d8e-4761-b111-b1cd6371d53d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 Aug 04 11:52:21.260867 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-f4dd3252-a239-42b1-8d27-fc4a0f7f152e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cc7315f8-8183-4942-a3d1-5d8663acd9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783114 Aug 04 11:52:21.345104 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Allocated IP 172.27.1.99 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:21.464269 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-dec7b347-89d8-48a5-bed2-bc5b4f4589f4 service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911902 Aug 04 11:52:21.670667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:21.851149 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a58eb042-fea6-4e62-9517-803eb04c9ecf req-ef81b910-a49f-4b04-a5f2-5f431637fc37 service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746309 Aug 04 11:52:21.863135 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ddc79-2c65-4497-a455-29f1ada45a30 req-eb2aa94d-d737-44fa-9182-8519c68d43fd tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:21.865608 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ed5ddc79-2c65-4497-a455-29f1ada45a30 req-eb2aa94d-d737-44fa-9182-8519c68d43fd tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 943 time: 0.1867206 Aug 04 11:52:21.936271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:21.948186 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ed5ddc79-2c65-4497-a455-29f1ada45a30 req-a983610e-ddbe-46ba-bab6-6dbe192dcdba tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664265 Aug 04 11:52:21.999320 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:22.008389 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:22.041513 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:22.048999 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Pushing event updated for resources: {'Port': ['ID=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:22.080700 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38676) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:22.122803 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38680) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:22.240884 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-c4b1aeda-cb83-4df6-a548-b86b87c7119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:22.242558 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-c4b1aeda-cb83-4df6-a548-b86b87c7119a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 1096 time: 0.1886652 Aug 04 11:52:22.249157 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.408038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec23135a-72fe-4af9-aeb8-180e298c9647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.422292 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be116582-df14-4473-bf03-96b15b574587 req-5f65d0c2-4230-42f9-b648-6dd029809e1e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:22.434373 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-be116582-df14-4473-bf03-96b15b574587 req-5f65d0c2-4230-42f9-b648-6dd029809e1e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.2889445 Aug 04 11:52:22.485435 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.541088 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.db.api [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:52:22.541088 dv-cinder-792800-3-iscsi neutron-server[104940]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:52:22.541088 dv-cinder-792800-3-iscsi neutron-server[104940]: [parameters: {'project_id_1': 'a9cbd478567341a89987396a31b57bfb', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 52, 22, 505749)}] Aug 04 11:52:22.541088 dv-cinder-792800-3-iscsi neutron-server[104940]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:52:22.541460 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG oslo_db.api [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:52:22.553755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c5a38-3281-4d63-bddb-668538cd1a90 req-75a13364-d774-4c9e-b020-8c455d485b84 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:22.564495 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3a7c5a38-3281-4d63-bddb-668538cd1a90 req-75a13364-d774-4c9e-b020-8c455d485b84 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 944 time: 0.1812415 Aug 04 11:52:22.634413 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3a7c5a38-3281-4d63-bddb-668538cd1a90 req-1c20cf0b-ef92-45b8-b9f4-c1da950f06ba tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684760 Aug 04 11:52:22.663471 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-be116582-df14-4473-bf03-96b15b574587 req-93dd452d-c6f9-4e42-8f30-46797171eac4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284815 Aug 04 11:52:22.717261 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132771c-dabd-4196-b36c-78dfe498a6e6 None None] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:22.733337 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec23135a-72fe-4af9-aeb8-180e298c9647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.742702 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ec23135a-72fe-4af9-aeb8-180e298c9647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.747968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-9c185bc0-c159-4139-94b4-9aeba591aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:22.751892 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-9c185bc0-c159-4139-94b4-9aeba591aea0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 910 time: 0.4341362 Aug 04 11:52:22.794549 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ec23135a-72fe-4af9-aeb8-180e298c9647 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2230eaf3c7a543bf97dfdca487046cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120595 Aug 04 11:52:22.795575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23135a-72fe-4af9-aeb8-180e298c9647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2cb95-c3ab-45c3-953a-93f37c69c971,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:22.798060 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38696) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:22.858400 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-3246218a-8fa6-4baf-b5f0-c0f91c090de4 None None] Provisioning for port 60d51c36-49cb-4741-b4e3-9790613b2433 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:22.874037 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.902386 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-4b341df8-7859-4eef-b93c-737b5c6b9eea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d HTTP/1.1" status: 200 len: 217 time: 0.1382236 Aug 04 11:52:22.928721 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:22.977968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.017771 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.034616 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.038527 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ed2cb95-c3ab-45c3-953a-93f37c69c971 HTTP/1.1" status: 204 len: 168 time: 0.2380800 Aug 04 11:52:23.042682 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.084624 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c46f04-135c-42db-8aaa-11fcc4df66d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2cb95-c3ab-45c3-953a-93f37c69c971,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:23.089348 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-1df6555f-cf9e-4efc-b77d-8554932346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:23.093944 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-1df6555f-cf9e-4efc-b77d-8554932346d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd035d83-b4e9-42e1-85b3-2247db0cec19 HTTP/1.1" status: 200 len: 849 time: 0.1643381 Aug 04 11:52:23.097159 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 7957dd41-0f03-4f9e-ab26-20eebe061952 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:23.249566 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-00ffe76f-d4fe-4232-af76-bce30725bdc0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cc7315f8-8183-4942-a3d1-5d8663acd9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368892 Aug 04 11:52:23.421094 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c1669bd9-29cb-40d3-97a5-7a13f517ed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.553845 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=7957dd41-0f03-4f9e-ab26-20eebe061952,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:23.611000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de92c-21e1-4048-bf0f-0c96da58996a req-2ddce891-5b95-46a8-82ac-c3bef71c0363 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:23.611891 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 60d51c36-49cb-4741-b4e3-9790613b2433 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:23.628560 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.632028 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-883de92c-21e1-4048-bf0f-0c96da58996a req-2ddce891-5b95-46a8-82ac-c3bef71c0363 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 943 time: 0.3869059 Aug 04 11:52:23.674292 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.687386 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.697926 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '7957dd41-0f03-4f9e-ab26-20eebe061952', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'port_id': '7957dd41-0f03-4f9e-ab26-20eebe061952', 'mac_address': 'fa:16:3e:b3:b3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2317d345-c659-43e9-b20e-19ac765a6246', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:23.752741 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-883de92c-21e1-4048-bf0f-0c96da58996a req-f8542be0-06e4-41ac-afd7-ac579db5979e tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194704 Aug 04 11:52:23.800436 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.834377 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908bd7dc-95ec-4db9-9ccd-854fc2ae81f4,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:23.852253 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2ac952e2-14af-4859-a5f7-a5875d9132c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9cbd478567341a89987396a31b57bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7275591 Aug 04 11:52:23.855733 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38720) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:23.860826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7957dd41-0f03-4f9e-ab26-20eebe061952 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:23.885778 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 60d51c36-49cb-4741-b4e3-9790613b2433 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:23.896378 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38722) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:23.910278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 60d51c36-49cb-4741-b4e3-9790613b2433 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:23.910663 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.928950 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-66ecad19-1e2f-4e82-ba2e-9578b66efd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:23.938361 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-a81f4706-01fe-4273-8ecc-8affce69afba service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799553 Aug 04 11:52:23.951844 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=7957dd41-0f03-4f9e-ab26-20eebe061952,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:23.958807 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.022607 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0399f3-6634-45df-b5b7-9b616a5f5bcf req-75c63d02-df62-4aea-8731-754f5536e9cd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:24.024510 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7e0399f3-6634-45df-b5b7-9b616a5f5bcf req-75c63d02-df62-4aea-8731-754f5536e9cd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0928140 Aug 04 11:52:24.048027 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:24.129463 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7e0399f3-6634-45df-b5b7-9b616a5f5bcf req-40586a02-4a99-4539-a495-8b46d9d03780 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882661 Aug 04 11:52:24.132945 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.184905 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.188849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 60d51c36-49cb-4741-b4e3-9790613b2433, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=60d51c36-49cb-4741-b4e3-9790613b2433,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:24.194572 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.224945 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-66ecad19-1e2f-4e82-ba2e-9578b66efd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.233012 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-66ecad19-1e2f-4e82-ba2e-9578b66efd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.269630 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=60d51c36-49cb-4741-b4e3-9790613b2433,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:24.306132 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-66ecad19-1e2f-4e82-ba2e-9578b66efd33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1484f313b82411bb73f2dd7176c527c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050746 Aug 04 11:52:24.306519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38726) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:24.314314 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecad19-1e2f-4e82-ba2e-9578b66efd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb391a-598a-4ff0-803b-41337935acf5,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:24.373313 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.381593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfbbbbf8-b9eb-4c4e-a051-c4d8d63e2def req-22285300-33ad-4eef-b7bc-a9c6fcbf3f60 service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948793 Aug 04 11:52:24.382372 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['7957dd41-0f03-4f9e-ab26-20eebe061952'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:24.411464 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.458145 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7cbc6-0ffa-401a-a75c-cbe91ac4eef9 req-2d2bc8a0-a445-4808-94fb-6384a380d967 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:24.467318 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-82b7cbc6-0ffa-401a-a75c-cbe91ac4eef9 req-2d2bc8a0-a445-4808-94fb-6384a380d967 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 945 time: 0.5256975 Aug 04 11:52:24.475889 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.520997 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.556966 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.561672 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.563685 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18eb391a-598a-4ff0-803b-41337935acf5 HTTP/1.1" status: 204 len: 168 time: 0.2561848 Aug 04 11:52:24.577375 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64a678-dc44-4e67-8cc7-ee6af6e0f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb391a-598a-4ff0-803b-41337935acf5,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:24.671131 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-82b7cbc6-0ffa-401a-a75c-cbe91ac4eef9 req-d0ea0aa8-3132-4b2e-b5bb-9693203e7016 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025075 Aug 04 11:52:24.731924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.740790 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:24.748623 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/908bd7dc-95ec-4db9-9ccd-854fc2ae81f4 HTTP/1.1" status: 204 len: 168 time: 0.8892944 Aug 04 11:52:24.757138 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:52:24.774946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0120ad7-bc85-4ef8-bbfe-8877003b5921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908bd7dc-95ec-4db9-9ccd-854fc2ae81f4,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:25.044685 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:25.112117 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device cb11c305-2a45-4232-8ed4-b89412f10b3d details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:25.257144 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:25.275505 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:25.319420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:25.321592 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0c9eebeb-acca-420f-acdc-a10a27c723c1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2689948 Aug 04 11:52:25.327318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38752) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:25.328734 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:25.332625 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:25.432339 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 60d51c36-49cb-4741-b4e3-9790613b2433 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:25.486882 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfafdc4-dc84-4957-81d5-81497545838f req-43749548-3422-4d76-ab90-0c7042553a72 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:25.504752 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5bfafdc4-dc84-4957-81d5-81497545838f req-43749548-3422-4d76-ab90-0c7042553a72 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 943 time: 0.6002035 Aug 04 11:52:25.603554 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5bfafdc4-dc84-4957-81d5-81497545838f req-06e4ea32-18ba-43ef-a263-259e4374cef0 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973105 Aug 04 11:52:25.603865 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:25.665695 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:25.705802 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 60d51c36-49cb-4741-b4e3-9790613b2433 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:25.706200 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:25.802549 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'cb11c305-2a45-4232-8ed4-b89412f10b3d', 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6', 'port_id': 'cb11c305-2a45-4232-8ed4-b89412f10b3d', 'mac_address': 'fa:16:3e:18:d0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd035d83-b4e9-42e1-85b3-2247db0cec19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:25.863819 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f58f8-8da0-4b9d-93b5-b2241d6021fe req-2f5d6d72-bdda-4b92-a196-e5e3ce9a145d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:25.866648 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-388f58f8-8da0-4b9d-93b5-b2241d6021fe req-2f5d6d72-bdda-4b92-a196-e5e3ce9a145d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.4526191 Aug 04 11:52:26.018516 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21f93e-9426-494b-9d79-f066a6ddc614 req-32b43ad6-0261-4e9c-8fab-db5db339ffc1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:26.031689 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0f21f93e-9426-494b-9d79-f066a6ddc614 req-32b43ad6-0261-4e9c-8fab-db5db339ffc1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 945 time: 0.1056905 Aug 04 11:52:26.034321 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:22Z', 'revision_number': 3, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:26.122313 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0f21f93e-9426-494b-9d79-f066a6ddc614 req-52c4cbcb-de74-4b57-8f56-364d9a78e229 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886779 Aug 04 11:52:26.147447 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:26.148010 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Updating router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:52:26.196664 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.230581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.264513 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb11c305-2a45-4232-8ed4-b89412f10b3d {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:26.306385 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:26.314447 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.325130 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-388f58f8-8da0-4b9d-93b5-b2241d6021fe req-9bad74e3-592e-4930-bcc4-7f8ae9a1f101 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484520 Aug 04 11:52:26.466487 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:26.604745 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.693058 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.705476 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Transition to ACTIVE for port object 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:26.713581 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.770629 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Pushing event updated for resources: {'Port': ['ID=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:26.772563 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['cb11c305-2a45-4232-8ed4-b89412f10b3d'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:26.781198 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.781814 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.782415 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.783059 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.783560 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.784078 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.784699 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.785214 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.785900 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.786388 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.786883 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.787378 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.948775 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Attempting to bind port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:26.950391 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Attempting to bind port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:26.953629 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Attempting to bind port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:26.974753 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:26.977895 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:26.978898 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.982240 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:26.984048 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Bound port: 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:26.984684 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.010723 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad721d0-4a0c-43fe-bd31-2c2f97643357 req-8aa68158-f06d-487e-bdfd-cc21ae723420 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.031088 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0ad721d0-4a0c-43fe-bd31-2c2f97643357 req-8aa68158-f06d-487e-bdfd-cc21ae723420 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 944 time: 0.2762191 Aug 04 11:52:27.067056 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Allocated IP 172.20.0.1 (56731476-54a0-4e45-ae1e-4ff9c181c86c/3f0fa766-4417-4636-832e-24a505fc03c7/b0a95a20-9654-4cd2-bed4-f80e2a985a49) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:27.089740 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] For port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:27.095723 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] For port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:27.104796 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.122953 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 7957dd41-0f03-4f9e-ab26-20eebe061952 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:27.157618 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0ad721d0-4a0c-43fe-bd31-2c2f97643357 req-f674d732-7c9e-4448-b695-57b3a31aa64c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187890 Aug 04 11:52:27.292410 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1e59e-3803-4d41-ab39-b51296414517 None None] Pushing event updated for resources: {'Port': ['ID=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:27.297130 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:27.298117 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:27.410331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7621d-0f17-42c2-a3d7-689fb4b80a11 req-e020ec81-6063-411e-930e-15501289d433 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.411499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 7957dd41-0f03-4f9e-ab26-20eebe061952 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:27.412484 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7c7621d-0f17-42c2-a3d7-689fb4b80a11 req-e020ec81-6063-411e-930e-15501289d433 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 945 time: 0.1242604 Aug 04 11:52:27.426928 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.471667 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 7957dd41-0f03-4f9e-ab26-20eebe061952 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:27.472279 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.489078 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7c7621d-0f17-42c2-a3d7-689fb4b80a11 req-8d4019e3-aa4b-4d90-bd0f-fb9395f1d0df tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592318 Aug 04 11:52:27.525690 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Transition to ACTIVE for port object b0a95a20-9654-4cd2-bed4-f80e2a985a49 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:27.558608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.594480 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2e3f9-69ce-49ee-9791-bf85f12c864b req-c06210a3-997c-46cb-8980-284b7432b066 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.601405 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-21a2e3f9-69ce-49ee-9791-bf85f12c864b req-c06210a3-997c-46cb-8980-284b7432b066 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1737759 Aug 04 11:52:27.659353 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.671974 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:27.748203 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-21a2e3f9-69ce-49ee-9791-bf85f12c864b req-1b56a2ff-997f-44d2-ad0f-566e341f4fa9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296456 Aug 04 11:52:27.758367 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.797186 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Pushing event updated for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:27.810295 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:27.813626 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e55b8e-8a26-43ac-86bf-d285a038e52c" -d '{"events": [{"server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "name": "network-vif-plugged", "status": "completed", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:27.833898 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:27.839090 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:27.839588 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=7957dd41-0f03-4f9e-ab26-20eebe061952,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:27.850347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:27.854801 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:27.911249 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e5156a-2bed-4e6a-9f7d-71363cd202ed x-openstack-request-id: req-b0e5156a-2bed-4e6a-9f7d-71363cd202ed {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:27.911972 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "name": "network-vif-plugged", "status": "completed", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:27.912408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0e5156a-2bed-4e6a-9f7d-71363cd202ed {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:27.913002 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952', 'code': 200} Aug 04 11:52:27.958537 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38834) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:27.992376 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:28.016867 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.207431 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-78db9416-ed24-4e6e-ada8-e2dfd7c5ca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.279364 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-1e57a1f8-9514-40cc-bb22-34634670026a None None] Provisioning for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:28.288920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-1e57a1f8-9514-40cc-bb22-34634670026a None None] Provisioning complete for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:28.292139 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1e57a1f8-9514-40cc-bb22-34634670026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.352482 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-1e57a1f8-9514-40cc-bb22-34634670026a None None] Port b0a95a20-9654-4cd2-bed4-f80e2a985a49 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:52:28.394289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.420684 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed646d-9897-4cdf-9a20-afa04fc3de1c req-ef939681-80de-44a5-a40f-5c8f9f87f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:28.422506 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-57ed646d-9897-4cdf-9a20-afa04fc3de1c req-ef939681-80de-44a5-a40f-5c8f9f87f466 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 1099 time: 0.1353037 Aug 04 11:52:28.439617 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:22Z', 'revision_number': 3, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:28.457808 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813f7aa-4ee6-46f3-be09-f8832882f840 req-23b98507-c70c-4d78-bbaf-2335594ae9d7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:28.459696 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1813f7aa-4ee6-46f3-be09-f8832882f840 req-23b98507-c70c-4d78-bbaf-2335594ae9d7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 944 time: 0.1594779 Aug 04 11:52:28.468232 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-78db9416-ed24-4e6e-ada8-e2dfd7c5ca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.474725 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-78db9416-ed24-4e6e-ada8-e2dfd7c5ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.474986 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e491131b-4982-4313-ba2f-02a3947ed1b2 None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:22Z', 'revision_number': 3, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:28.560241 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-78db9416-ed24-4e6e-ada8-e2dfd7c5ca98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9733d78f2926440abc19a4146aeb3e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998881 Aug 04 11:52:28.560850 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38846) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:28.563100 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db9416-ed24-4e6e-ada8-e2dfd7c5ca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c975d-062d-4b64-8411-562bb5beb64a,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:28.604001 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-57ed646d-9897-4cdf-9a20-afa04fc3de1c req-3b994dab-612f-4646-8076-8ab11c96891e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430709 Aug 04 11:52:28.617014 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1813f7aa-4ee6-46f3-be09-f8832882f840 req-ca0c4170-8faa-4151-ae04-5ff650715523 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360629 Aug 04 11:52:28.705091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.714183 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca138e-3763-4bc4-b031-1fad39327164 req-35eb3341-a5ba-44b6-a30e-2f0f13f7970c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:28.724732 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-adca138e-3763-4bc4-b031-1fad39327164 req-35eb3341-a5ba-44b6-a30e-2f0f13f7970c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.0884640 Aug 04 11:52:28.748383 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.751947 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.764188 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:28.811862 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-adca138e-3763-4bc4-b031-1fad39327164 req-1166f1f9-6e62-439b-9119-4701852d402d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831697 Aug 04 11:52:28.977204 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Pushing event updated for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:28.981989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.067518 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194bab6-1ad6-4f16-b50c-26168896223e req-df0ab145-b44c-49f3-92e0-9be96a632691 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:29.069470 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b194bab6-1ad6-4f16-b50c-26168896223e req-df0ab145-b44c-49f3-92e0-9be96a632691 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1705344 Aug 04 11:52:29.072603 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.076270 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.077710 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b0c975d-062d-4b64-8411-562bb5beb64a HTTP/1.1" status: 204 len: 168 time: 0.4844220 Aug 04 11:52:29.117590 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25224bdd-5402-4b14-8934-45b444889352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c975d-062d-4b64-8411-562bb5beb64a,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:29.117738 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device cb11c305-2a45-4232-8ed4-b89412f10b3d up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:29.193012 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b194bab6-1ad6-4f16-b50c-26168896223e req-99dd99f0-a571-4dd7-9d1e-7832fea4981b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074708 Aug 04 11:52:29.236966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:29.240995 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:29.259308 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port cb11c305-2a45-4232-8ed4-b89412f10b3d completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:29.271998 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port cb11c305-2a45-4232-8ed4-b89412f10b3d triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:29.272404 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.516679 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.563124 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:29.633389 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:52:29.703830 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:29.717245 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.822550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:29.841322 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:29.849268 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:29.849644 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.892163 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-9fe40e08-d93f-4397-9313-932fd2e42b58 None None] Provisioning complete for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:29.892784 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9fe40e08-d93f-4397-9313-932fd2e42b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.929231 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:29.931683 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168e622-18fe-472e-a9d7-ae1b99e01148" -d '{"events": [{"server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "name": "network-vif-plugged", "status": "completed", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:29.969772 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-9fe40e08-d93f-4397-9313-932fd2e42b58 None None] Port b0a95a20-9654-4cd2-bed4-f80e2a985a49 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:52:30.010149 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:30.036041 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:30.041737 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4c391993-e31c-4760-9599-a14160ff046e admin admin] 10.222.0.54 "PUT /v2.0/routers/4f8ebc29-4b95-4d7f-b5af-77fcb90106a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7127197 Aug 04 11:52:30.068315 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:30.075395 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:30.087538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b6d29-98b1-407d-92ea-624f0df57722 req-8a36c0bb-3bbd-4df3-bdc5-53b1857a9b5f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.108420 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5a9b6d29-98b1-407d-92ea-624f0df57722 req-8a36c0bb-3bbd-4df3-bdc5-53b1857a9b5f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.2629635 Aug 04 11:52:30.159962 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:30.190015 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5a9b6d29-98b1-407d-92ea-624f0df57722 req-ee62ce80-21bf-439d-9945-9a3211bd1e5d tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Aug 04 11:52:30.417892 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8e013-e99c-48c2-9652-d9bca5671fd7 req-09f5cbd0-f151-4fb0-8adf-1a3143173bc4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.421453 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-82b8e013-e99c-48c2-9652-d9bca5671fd7 req-09f5cbd0-f151-4fb0-8adf-1a3143173bc4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.1254258 Aug 04 11:52:30.497953 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-82b8e013-e99c-48c2-9652-d9bca5671fd7 req-58bb4d45-dd9f-4818-935f-7da73abc3a13 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659888 Aug 04 11:52:30.592099 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d030a72-ccc6-44b6-9b05-3f1d9240d95e x-openstack-request-id: req-5d030a72-ccc6-44b6-9b05-3f1d9240d95e {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:30.593080 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "name": "network-vif-plugged", "status": "completed", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:30.593788 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d030a72-ccc6-44b6-9b05-3f1d9240d95e {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:30.606804 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d', 'code': 200} Aug 04 11:52:30.737198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4626c65-3f06-4d8d-8496-11ee1f64be5a req-ee82a532-51da-4157-97aa-740820c63ad4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.751122 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b4626c65-3f06-4d8d-8496-11ee1f64be5a req-ee82a532-51da-4157-97aa-740820c63ad4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0923970 Aug 04 11:52:30.821090 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b4626c65-3f06-4d8d-8496-11ee1f64be5a req-bd17c4d1-8d86-48e6-940b-5bfa0125353c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686307 Aug 04 11:52:31.113439 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:31.131351 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:31.133078 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:31.408446 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:31.469855 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:31.518747 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:31.519345 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.519612 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38958) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:31.525525 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811138330', 'description': 'tempest-description--2052255589'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:31.562986 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.701675 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354f3fc-a293-44f2-9c00-e2bf388dda43 req-7482bacd-3981-4a58-817e-ec55c0f34985 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:31.703460 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c354f3fc-a293-44f2-9c00-e2bf388dda43 req-7482bacd-3981-4a58-817e-ec55c0f34985 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.1033647 Aug 04 11:52:31.758121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.769888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.787320 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c354f3fc-a293-44f2-9c00-e2bf388dda43 req-03ce0582-357a-47b3-9ea7-bc4045dd39a5 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731804 Aug 04 11:52:31.811125 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d70af-b3b3-49b2-b008-70f4c32a210f,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:31.814205 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.819172 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d83b021a-de1b-4f6f-9623-146610de3712 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2975938 Aug 04 11:52:31.819880 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 38962) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:31.830567 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d70af-b3b3-49b2-b008-70f4c32a210f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:31.840856 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 2, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:31.888724 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.893527 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:31.894114 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Updating router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 port b0a95a20-9654-4cd2-bed4-f80e2a985a49 binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:52:31.945010 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:31.979098 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f764-a951-4492-89c3-4b7b49a0817a req-fee48f86-7d4a-462f-8e1d-e67101c57e33 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:31.980809 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6658f764-a951-4492-89c3-4b7b49a0817a req-fee48f86-7d4a-462f-8e1d-e67101c57e33 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.1141136 Aug 04 11:52:32.014526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.020952 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.077691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddc0685-e871-49de-acce-85539603b3cd,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:32.083391 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.085497 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6b2a671b-3e3c-4ea4-a012-2d95735c91f3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638752 Aug 04 11:52:32.089557 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38966) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:32.091888 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6658f764-a951-4492-89c3-4b7b49a0817a req-44d0ca2c-085e-42a6-bba7-55a021df53b8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023343 Aug 04 11:52:32.096824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d70af-b3b3-49b2-b008-70f4c32a210f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:32.160692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.234244 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.239708 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.245552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2a920-73b4-42bd-aa08-bb339646bb88 req-478c443e-c491-41e2-bfc9-6b3e70f4fb78 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:32.247960 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0ae2a920-73b4-42bd-aa08-bb339646bb88 req-478c443e-c491-41e2-bfc9-6b3e70f4fb78 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0650430 Aug 04 11:52:32.270962 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7255895b-fab4-428a-bdce-d763f8bc2894,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:32.289329 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.291059 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f3d4643c-a704-412c-a2d3-5f17fe8cb9ec tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987517 Aug 04 11:52:32.296665 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 38968) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:32.306784 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:32.310361 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0ae2a920-73b4-42bd-aa08-bb339646bb88 req-260b503e-eb11-4d2a-8ffb-8aa046ed6713 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 Aug 04 11:52:32.336359 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.349271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Transition to ACTIVE for port object b0a95a20-9654-4cd2-bed4-f80e2a985a49 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:32.349950 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.360135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.433213 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57701b-1c6c-4697-b74f-97f4609ab1de None None] Pushing event updated for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:32.510931 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Attempting to bind port b0a95a20-9654-4cd2-bed4-f80e2a985a49 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:32.511338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Attempting to bind port b0a95a20-9654-4cd2-bed4-f80e2a985a49 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:32.511707 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Attempting to bind port b0a95a20-9654-4cd2-bed4-f80e2a985a49 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:32.522642 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:32.523156 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Checking segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:32.523614 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.524554 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Bound using segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:32.525205 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Bound port: b0a95a20-9654-4cd2-bed4-f80e2a985a49, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:32.525624 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.568071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.636771 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] For port b0a95a20-9654-4cd2-bed4-f80e2a985a49, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:32.641711 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] For port b0a95a20-9654-4cd2-bed4-f80e2a985a49, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=b0a95a20-9654-4cd2-bed4-f80e2a985a49,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:32.647590 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.785317 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfcf36-6ba7-448a-9600-762036418bd3 req-de33ceb5-18a3-4e09-8915-5d0b6cef18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:32.790877 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-99dfcf36-6ba7-448a-9600-762036418bd3 req-de33ceb5-18a3-4e09-8915-5d0b6cef18c6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 1098 time: 0.1168530 Aug 04 11:52:32.803667 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:32.804854 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:32.805243 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Allocated IP 172.27.1.198 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/4e68abaa-e0a1-4a91-9443-0750e99f74a4) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:32.894622 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57701b-1c6c-4697-b74f-97f4609ab1de None None] Pushing event updated for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:32.910157 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-99dfcf36-6ba7-448a-9600-762036418bd3 req-322eb6c0-033f-445d-8c0b-ae9a72528ad8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053884 Aug 04 11:52:33.011847 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:33.023262 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.092544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.102636 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257bee2-d5e7-4b34-aba4-f40540e5995c req-a8c00c2d-74a9-4e5f-81d7-4ef2c854d1c7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:33.105795 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8257bee2-d5e7-4b34-aba4-f40540e5995c req-a8c00c2d-74a9-4e5f-81d7-4ef2c854d1c7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.1122792 Aug 04 11:52:33.155519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:33.158435 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:33.165258 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:33.178383 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=4e68abaa-e0a1-4a91-9443-0750e99f74a4,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:33.243220 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8257bee2-d5e7-4b34-aba4-f40540e5995c req-34675aa9-01e2-4dba-967d-2fc85f1cec54 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234298 Aug 04 11:52:33.294878 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.346041 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50835-72c8-4b5c-9e3f-a73ef4958783 req-7fff3ca8-1a35-4759-a5f3-285a237aef8c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:33.347548 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94e50835-72c8-4b5c-9e3f-a73ef4958783 req-7fff3ca8-1a35-4759-a5f3-285a237aef8c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.0940144 Aug 04 11:52:33.353337 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.405409 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:32Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:33.444322 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5d0c1-c4f0-450e-90d2-ffd58008ad74 None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:32Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:33.513173 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94e50835-72c8-4b5c-9e3f-a73ef4958783 req-d90d5433-ecd5-4efd-a385-2972367ee84a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308889 Aug 04 11:52:33.533558 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03863804-9598-4de5-b490-c8178eebda13 req-47d9dcbf-287e-47ac-853d-9e9dab99c984 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:33.549652 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03863804-9598-4de5-b490-c8178eebda13 req-47d9dcbf-287e-47ac-853d-9e9dab99c984 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1240122 Aug 04 11:52:33.633902 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03863804-9598-4de5-b490-c8178eebda13 req-0c21d9d3-e7f5-43ad-851e-d72e815c9ba4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833817 Aug 04 11:52:33.784359 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:52:33.819449 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.835376 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:33.963936 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.054898 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-89cf105b-1919-4103-945f-2813ceadca5c tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780110 Aug 04 11:52:34.057989 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=4e68abaa-e0a1-4a91-9443-0750e99f74a4,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:34.083559 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.093706 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-274bfc21-b34e-41e4-b712-39aa09a52584 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7862566 Aug 04 11:52:34.547934 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-b77ada0e-2991-4ed0-9ba6-6dced725d237 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:34.559486 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-b77ada0e-2991-4ed0-9ba6-6dced725d237 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029509 Aug 04 11:52:34.593276 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-92d6914e-f2f5-424d-81e4-c6df0bb6eab8 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/quotas/93dc6f53728d4c5ebd94fbb11000e8ad HTTP/1.1" status: 200 len: 375 time: 0.0323875 Aug 04 11:52:34.659131 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-79d1a368-8a91-40f2-9968-d239e6d2f5d4 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637012 Aug 04 11:52:34.737451 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39052) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:35.010933 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-40f19133-8ae8-4a15-b951-407058ab5ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.304845 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795807f2-a114-4e97-ada2-91162c8d1b8c req-fbc11cb0-0ff8-4e19-8a3b-76ef6ee7511f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:35.307150 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-795807f2-a114-4e97-ada2-91162c8d1b8c req-fbc11cb0-0ff8-4e19-8a3b-76ef6ee7511f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.1110010 Aug 04 11:52:35.402724 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-795807f2-a114-4e97-ada2-91162c8d1b8c req-18bb351f-f817-4471-bf33-5592dda5b507 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803399 Aug 04 11:52:35.440088 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b0a95a20-9654-4cd2-bed4-f80e2a985a49 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:35.580665 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:35.589584 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:35.590253 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.661131 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-1b624ad6-6bf4-4fdc-8eba-9b42f4a1054d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1811138330&fields=id&tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 267 time: 0.6447906 Aug 04 11:52:35.745882 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bb023-5f2a-4fbc-8cb6-544632665071 req-15c33adb-8b12-40f9-b9d0-2b0abe3696e8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:35.748473 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-990bb023-5f2a-4fbc-8cb6-544632665071 req-15c33adb-8b12-40f9-b9d0-2b0abe3696e8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1947372 Aug 04 11:52:35.769993 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.849688 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-990bb023-5f2a-4fbc-8cb6-544632665071 req-ca332b14-3196-4511-b929-df0ec1f0fcea tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945685 Aug 04 11:52:35.927168 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-40f19133-8ae8-4a15-b951-407058ab5ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.937286 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-40f19133-8ae8-4a15-b951-407058ab5ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.982036 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port b0a95a20-9654-4cd2-bed4-f80e2a985a49, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=b0a95a20-9654-4cd2-bed4-f80e2a985a49,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:35.983115 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-40f19133-8ae8-4a15-b951-407058ab5ecc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e84e69241874f69b737a344e213d090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2437377 Aug 04 11:52:35.985702 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39096) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:35.990518 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.042498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-aea65281-9856-499f-aa05-c550d5281d91 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:36.045760 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-aea65281-9856-499f-aa05-c550d5281d91 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 811 time: 0.3686922 Aug 04 11:52:36.046473 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19133-8ae8-4a15-b951-407058ab5ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a9abdd-f145-49b6-bf73-56745e5438b8,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:36.064145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:36.076720 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-f9731335-9e3c-44c1-9a2c-db8bb8d2b962 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/quotas/3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 375 time: 0.0217714 Aug 04 11:52:36.096099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.142066 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.167958 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-9f6386ea-057e-407d-b5ab-f3a630e67a14 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831332 Aug 04 11:52:36.207221 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6860d6cb-dd6c-4110-b886-1912267d683f req-e4adc8cc-0e42-4480-8508-cd8ae6c3eb03 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 210 time: 0.0406752 Aug 04 11:52:36.256807 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.263536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.267938 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3a9abdd-f145-49b6-bf73-56745e5438b8 HTTP/1.1" status: 204 len: 168 time: 0.2803144 Aug 04 11:52:36.291504 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febedc98-2dd7-45dc-a5bc-a8494be62a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a9abdd-f145-49b6-bf73-56745e5438b8,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:36.420500 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-c613c306-5bd2-4179-b3a8-0497a994e28a service neutron] 10.222.0.54 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285554 Aug 04 11:52:36.628112 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-b102bf95-3a1d-4344-89f8-3e4b62822342 service neutron] 10.222.0.54 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053170 Aug 04 11:52:36.890559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39132) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:36.926475 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c886464b-311d-4d98-acff-1c6604510f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.115582 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1499b3d9-c4a7-4cf8-8815-3ec18a918655 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727530 Aug 04 11:52:37.116597 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-d110f465-16b4-4133-8a4e-13729c274919 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:37.130175 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-d110f465-16b4-4133-8a4e-13729c274919 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.2626688 Aug 04 11:52:37.157325 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-3ab0abbb-2f29-4dad-87f1-233be593fa52 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/quotas/fa24fe724491432e9f945e5c6381ace2 HTTP/1.1" status: 200 len: 375 time: 0.0227795 Aug 04 11:52:37.187732 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab33182-510a-49fd-a8b7-67c2c6408d30 req-5b2dac9d-aaad-425b-920c-fed25ecc3d60 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:37.190553 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ab33182-510a-49fd-a8b7-67c2c6408d30 req-5b2dac9d-aaad-425b-920c-fed25ecc3d60 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.2356064 Aug 04 11:52:37.253057 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-91db84f3-0389-4507-88c4-acc67137e87a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941713 Aug 04 11:52:37.359071 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-587e4c9c-0451-4253-bba7-459f52f6f1d7 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049469 Aug 04 11:52:37.401938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b0a95a20-9654-4cd2-bed4-f80e2a985a49 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:37.471831 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ab33182-510a-49fd-a8b7-67c2c6408d30 req-a94aaadd-5c84-402c-8875-fa6db22f3078 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355142 Aug 04 11:52:37.478772 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port b0a95a20-9654-4cd2-bed4-f80e2a985a49 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:37.479160 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.519569 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-a633299f-bf1c-4cc9-8d74-f88b15c79509 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593094 Aug 04 11:52:37.548548 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-8bc99aca-00e9-4631-8d3d-26ee1bb76788 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:37.551879 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-8bc99aca-00e9-4631-8d3d-26ee1bb76788 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248912 Aug 04 11:52:37.578786 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c886464b-311d-4d98-acff-1c6604510f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.587704 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Request body: {'port': {'device_id': '49e93180-2b7a-424d-a332-b2d108abbe88', 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34', 'admin_state_up': True, 'tenant_id': '93dc6f53728d4c5ebd94fbb11000e8ad'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:37.609296 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c886464b-311d-4d98-acff-1c6604510f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.713380 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7184a11f-7181-43f8-9194-d3b6d3b3d8b6 req-c4fff80b-e525-41fb-b027-6fc67d9e18a8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.1144805 Aug 04 11:52:37.850757 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e14c9-143e-4cbc-bfb9-de83f92f6c2d req-e7b62bb2-7847-4d8d-a3eb-aa61cf9466aa tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:37.865234 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e01e14c9-143e-4cbc-bfb9-de83f92f6c2d req-e7b62bb2-7847-4d8d-a3eb-aa61cf9466aa tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0893486 Aug 04 11:52:37.942279 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e01e14c9-143e-4cbc-bfb9-de83f92f6c2d req-33bd9f66-51aa-4de6-a98f-405ae4745e66 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Aug 04 11:52:37.945003 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c886464b-311d-4d98-acff-1c6604510f08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aae0e6f6951143aaa67cb307a0a819bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0526471 Aug 04 11:52:37.946436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Made reservation on behalf of 93dc6f53728d4c5ebd94fbb11000e8ad for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:37.948106 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39162) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:37.951789 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.955299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886464b-311d-4d98-acff-1c6604510f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e4a0e-bdc4-47e8-a104-9dbae98f6967,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:37.983568 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.176835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.193281 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.224465 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f0d9e40d-503e-402e-ab31-b2938c07cf18 req-3167fa87-3b66-400a-8fe4-8053e1614243 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 210 time: 0.1043253 Aug 04 11:52:38.230510 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.298602 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.349684 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b652c72-73dc-4c4c-95fd-5c660eed401b,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:38.367847 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f4932fef-cf5c-40af-848d-800dc2029714 req-ddde3dee-2ce2-42d7-b437-8dfc4b3d9b8f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 210 time: 0.0584714 Aug 04 11:52:38.373976 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.378323 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.381844 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa0e4a0e-bdc4-47e8-a104-9dbae98f6967 HTTP/1.1" status: 204 len: 168 time: 0.4305458 Aug 04 11:52:38.398511 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2c0b3-1280-4ad9-8c34-8aa24d0e97c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e4a0e-bdc4-47e8-a104-9dbae98f6967,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:38.432816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39170) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:38.478146 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Allocated IP 192.168.233.194 (7e633ef4-7305-4a86-98b8-adfabf50cb34/ca8f51fb-683a-436b-b79c-ffbe5251ff79/fabadc5a-7544-4f8c-91a7-2e7e810b2924) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:38.656131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d06e6378-dd92-4099-8a30-17fcf4bf0b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.713939 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5d3f-9e7a-4404-827a-af84c04f2be1 req-432be578-6953-47ab-a78b-888ddeabf5b7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:38.719389 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-43bf5d3f-9e7a-4404-827a-af84c04f2be1 req-432be578-6953-47ab-a78b-888ddeabf5b7 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.0909302 Aug 04 11:52:38.757944 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.786586 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Transition to ACTIVE for port object fabadc5a-7544-4f8c-91a7-2e7e810b2924 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:38.803543 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-43bf5d3f-9e7a-4404-827a-af84c04f2be1 req-9db91e19-58e5-4c4b-b54d-278bcfecead1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714409 Aug 04 11:52:38.862215 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d06e6378-dd92-4099-8a30-17fcf4bf0b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.867562 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d06e6378-dd92-4099-8a30-17fcf4bf0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.875331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.028592 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2d588ffa-57c3-473f-b5ef-b37fa396987d req-a61ee870-9a4d-49a5-8339-b9decbdcc6cc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.1369562 Aug 04 11:52:39.048314 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e6378-dd92-4099-8a30-17fcf4bf0b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122140b-3075-4bdf-9481-b6cbb110069c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:39.062019 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Network 7e633ef4-7305-4a86-98b8-adfabf50cb34 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:39.082976 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d06e6378-dd92-4099-8a30-17fcf4bf0b2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac4d0283aac04077a49d00174b4ed23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485662 Aug 04 11:52:39.104610 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39190) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:39.106783 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:39.112687 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Pushing event updated for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:39.117517 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:39.193691 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-f55ef9e5-5235-4ff6-bcd8-973120b30dd3 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:39.195520 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-f55ef9e5-5235-4ff6-bcd8-973120b30dd3 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.1465921 Aug 04 11:52:39.292845 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b590b-631d-4c7a-b2ba-3d0e08b60c7c req-42b4ad3a-1e99-4986-87f7-42c259aa7632 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:39.302388 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6f9b590b-631d-4c7a-b2ba-3d0e08b60c7c req-42b4ad3a-1e99-4986-87f7-42c259aa7632 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1741855 Aug 04 11:52:39.410555 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6f9b590b-631d-4c7a-b2ba-3d0e08b60c7c req-6bc38fc5-eb88-4ae9-bec6-7613fa6c14a5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050131 Aug 04 11:52:39.497230 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Deleting port cb11c305-2a45-4232-8ed4-b89412f10b3d {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:39.501034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.594366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:39.595199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.654163 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-925c37f9-7631-4af4-b79d-c92f22fdf7bf None None] Provisioning for port fabadc5a-7544-4f8c-91a7-2e7e810b2924 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:39.659821 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-925c37f9-7631-4af4-b79d-c92f22fdf7bf None None] Provisioning complete for port fabadc5a-7544-4f8c-91a7-2e7e810b2924 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:39.660576 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-925c37f9-7631-4af4-b79d-c92f22fdf7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.711328 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6365a048-fd65-4b0d-9c7d-154bf80cbd14 req-68d9e9cc-2f1f-4804-b1a7-bc58a6ce1824 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 210 time: 0.0712712 Aug 04 11:52:39.729191 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.752014 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-925c37f9-7631-4af4-b79d-c92f22fdf7bf None None] Port fabadc5a-7544-4f8c-91a7-2e7e810b2924 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:52:39.759834 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-7a82baa6-fdf5-44f2-aa5a-c6a7d865ea28 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:39.763249 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-7a82baa6-fdf5-44f2-aa5a-c6a7d865ea28 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 811 time: 0.7053652 Aug 04 11:52:39.782424 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-9f723b1c-df03-4233-a5bb-99571684957b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2059453 Aug 04 11:52:39.819470 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.829912 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] For port cb11c305-2a45-4232-8ed4-b89412f10b3d, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=cb11c305-2a45-4232-8ed4-b89412f10b3d,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:39.829912 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.852707 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Calling delete_port for cb11c305-2a45-4232-8ed4-b89412f10b3d owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:39.920609 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Request body: {'port': {'device_id': '49e93180-2b7a-424d-a332-b2d108abbe88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:39.976079 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc45b87-844b-4d11-b4a8-bc9167a3e45c req-a1883f33-e237-48ef-8b45-430342bb2ea8 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:39.988740 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bc45b87-844b-4d11-b4a8-bc9167a3e45c req-a1883f33-e237-48ef-8b45-430342bb2ea8 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 936 time: 0.3800581 Aug 04 11:52:40.080886 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cbd20-0e78-48d9-8d27-0ff2b5ede78f req-81a9f4fa-2c3b-48a9-b7c7-97031fd67308 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:40.081600 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-db6cbd20-0e78-48d9-8d27-0ff2b5ede78f req-81a9f4fa-2c3b-48a9-b7c7-97031fd67308 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 945 time: 0.1184368 Aug 04 11:52:40.160601 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-637ea828-261b-4298-a952-866d8f6b72e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:40.162431 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-637ea828-261b-4298-a952-866d8f6b72e9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.3008118 Aug 04 11:52:40.250434 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.298661 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['cb11c305-2a45-4232-8ed4-b89412f10b3d'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:40.304025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Request body: {'port': {'device_id': '1ac9e864-c153-4edd-ad96-70e22841d138', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'admin_state_up': True, 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:40.333115 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-db6cbd20-0e78-48d9-8d27-0ff2b5ede78f req-4c473acf-9794-4952-bad0-15402c6efb4a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170663 Aug 04 11:52:40.352657 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Pushing event deleted for resources: {'Port': ['ID=cb11c305-2a45-4232-8ed4-b89412f10b3d,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:40.410406 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bc45b87-844b-4d11-b4a8-bc9167a3e45c req-cc469f75-4ab5-4c66-9dfe-acf31cf153f5 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401388 Aug 04 11:52:40.411670 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.417431 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.423155 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2122140b-3075-4bdf-9481-b6cbb110069c HTTP/1.1" status: 204 len: 168 time: 1.3081346 Aug 04 11:52:40.439001 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] No DVR routers for this DVR port cb11c305-2a45-4232-8ed4-b89412f10b3d on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:40.443863 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.448395 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-03b8a0cc-457c-4138-b982-a3bd099dba9c req-4b17aadc-d548-4761-9c40-929b46f27d18 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "DELETE /v2.0/ports/cb11c305-2a45-4232-8ed4-b89412f10b3d HTTP/1.1" status: 204 len: 173 time: 1.2408085 Aug 04 11:52:40.449275 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'name': 'network-vif-deleted', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:40.454263 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e95e2-2703-4104-b6d3-50d5d3e6920c" -d '{"events": [{"server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "name": "network-vif-deleted", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:40.472754 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-93c4db26-a7fa-4132-9de0-194e90dfba8a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 380 time: 0.6144397 Aug 04 11:52:40.483370 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369944f0-1511-42ab-b011-863d92d0b511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122140b-3075-4bdf-9481-b6cbb110069c,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:40.502771 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.529389 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-be0a58ba-a6a5-465b-a0d2-b052383c61df req-ce5f024a-5361-49b2-8343-9439dc22aa10 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.0926206 Aug 04 11:52:40.565868 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'port': {'device_id': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'admin_state_up': True, 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'security_groups': ['bd1d70af-b3b3-49b2-b008-70f4c32a210f']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:40.856853 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34e77c-17fb-4761-a30b-e89cd4aa535f x-openstack-request-id: req-bb34e77c-17fb-4761-a30b-e89cd4aa535f {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:40.857564 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501689b3-dc33-4622-ad23-31546a475461", "name": "network-vif-deleted", "tag": "cb11c305-2a45-4232-8ed4-b89412f10b3d", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:40.857994 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb34e77c-17fb-4761-a30b-e89cd4aa535f {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:40.858813 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501689b3-dc33-4622-ad23-31546a475461', 'name': 'network-vif-deleted', 'tag': 'cb11c305-2a45-4232-8ed4-b89412f10b3d', 'status': 'completed', 'code': 200} Aug 04 11:52:40.879907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dffd43-ab63-44c5-99cd-5cb4012410ce req-098db705-0ba4-40b1-8e4a-260f20ab777b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:40.888488 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e9dffd43-ab63-44c5-99cd-5cb4012410ce req-098db705-0ba4-40b1-8e4a-260f20ab777b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1582003 Aug 04 11:52:40.973195 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e9dffd43-ab63-44c5-99cd-5cb4012410ce req-2023383e-86c9-4452-8e54-32f4f4848a21 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824683 Aug 04 11:52:41.344469 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-26ab60b9-8c7a-4060-8d67-d8da838012b4 req-262b45a9-52aa-4d2d-b30e-863f9f045fc8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 210 time: 0.1645145 Aug 04 11:52:41.563920 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5fb13553-ff08-486a-9ebf-6791545848e6 req-c3839d3e-f6bc-46d6-b20f-22f1c523249e tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=501689b3-dc33-4622-ad23-31546a475461 HTTP/1.1" status: 200 len: 210 time: 0.0697398 Aug 04 11:52:41.598760 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:41.604211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.712493 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-784e4394-6fa3-495b-a0dd-209dec81fded req-0cbb2887-8c44-41dd-ba16-aa05c73d42c1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.0494554 Aug 04 11:52:41.756212 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Made reservation on behalf of 3a8683dae54b4fc3b5dc0f451b5b71f9 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:41.763600 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.935576 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42bece-18c8-4fb0-a980-69016603335e req-f236a06a-21e2-43e0-96dd-611095376448 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:41.938690 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc42bece-18c8-4fb0-a980-69016603335e req-f236a06a-21e2-43e0-96dd-611095376448 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 936 time: 0.3813765 Aug 04 11:52:42.002122 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabadc5a-7544-4f8c-91a7-2e7e810b2924 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:42.047580 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.183426 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165817-4409-4a5f-8cbd-024bf0893f90 req-12e76a5d-d88d-4051-b618-fb87dbd79ce1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:42.200754 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0a165817-4409-4a5f-8cbd-024bf0893f90 req-12e76a5d-d88d-4051-b618-fb87dbd79ce1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1047258 Aug 04 11:52:42.267748 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0a165817-4409-4a5f-8cbd-024bf0893f90 req-00c40998-ab05-4544-abf7-8761d1186def tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650737 Aug 04 11:52:42.276893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc42bece-18c8-4fb0-a980-69016603335e req-e5829339-0be7-4613-9b59-e275ba51dffb tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196032 Aug 04 11:52:42.317497 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Transition to ACTIVE for port object fabadc5a-7544-4f8c-91a7-2e7e810b2924 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:42.368171 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.449888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Allocated IP 172.20.0.13 (c6e26a5e-be60-43f7-9baf-ebcb7568bd3c/2317d345-c659-43e9-b20e-19ac765a6246/3278e5b0-73ac-4519-b39a-5a41b6299673) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:42.470955 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Pushing event updated for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:42.538647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Allocated IP 172.20.0.4 (56731476-54a0-4e45-ae1e-4ff9c181c86c/3f0fa766-4417-4636-832e-24a505fc03c7/6e11ba46-ccf8-41c4-832b-ae6702ebf4c3) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:42.634612 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-62e721df-7108-48cc-b26e-e95c547ce75c req-91805f9c-5155-4e36-a944-1a0e61082e43 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 210 time: 0.1016126 Aug 04 11:52:43.001277 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0e7bf2b2-3073-4c05-8dd7-5bab9c6df26b req-42d1895d-1403-4430-9bd4-f18d4a8e640a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.0912721 Aug 04 11:52:43.166452 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Attempting to bind port fabadc5a-7544-4f8c-91a7-2e7e810b2924 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:43.167550 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Attempting to bind port fabadc5a-7544-4f8c-91a7-2e7e810b2924 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:43.169555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Attempting to bind port fabadc5a-7544-4f8c-91a7-2e7e810b2924 on network 7e633ef4-7305-4a86-98b8-adfabf50cb34 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:43.219331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Port fabadc5a-7544-4f8c-91a7-2e7e810b2924 on network 7e633ef4-7305-4a86-98b8-adfabf50cb34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:43.219899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Attempting to bind port fabadc5a-7544-4f8c-91a7-2e7e810b2924 on network 7e633ef4-7305-4a86-98b8-adfabf50cb34 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:43.260596 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:43.261424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Checking segment: {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:43.262653 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Bound using segment: {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:43.263627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Bound port: fabadc5a-7544-4f8c-91a7-2e7e810b2924, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d4149-250f-4b26-871c-5e2ebd3990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:43.264553 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.310804 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.318885 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device cb11c305-2a45-4232-8ed4-b89412f10b3d no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:43.343706 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.397418 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-a4ac6ae3-50e4-44e9-b8af-edfca33d37a1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:43.412218 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-a4ac6ae3-50e4-44e9-b8af-edfca33d37a1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 809 time: 0.2482066 Aug 04 11:52:43.431292 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: cb11c305-2a45-4232-8ed4-b89412f10b3d {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:43.431588 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Transition to ACTIVE for port object 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:43.432119 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device cb11c305-2a45-4232-8ed4-b89412f10b3d not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:43.445518 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-9af1fb51-4e66-4334-a12a-8ba8dff873ce tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/quotas/e1af74e5738349de92c753af5f9363f8 HTTP/1.1" status: 200 len: 375 time: 0.0320346 Aug 04 11:52:43.487318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:43.492128 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:43.506230 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-e77e1b16-16d7-4c48-b314-e5f2533e99e0 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573111 Aug 04 11:52:43.555464 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.625534 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.635173 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-bd548664-363a-4aad-9347-6c4472b4179e service neutron] 10.222.0.54 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193705 Aug 04 11:52:43.642257 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:43.644530 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.645906 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] 10.222.0.89 "PUT /v2.0/ports/fabadc5a-7544-4f8c-91a7-2e7e810b2924 HTTP/1.1" status: 200 len: 1098 time: 3.7825768 Aug 04 11:52:43.661890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:43.666078 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d8f29-398f-4247-905a-f3c45ca3a65d" -d '{"events": [{"name": "network-changed", "server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:43.688857 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.736420 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8', '7957dd41-0f03-4f9e-ab26-20eebe061952'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:43.748888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:43.794569 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:43.819013 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:43.900674 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3bc2f0f9-cd97-4c95-8054-2cbd160ae8eb service neutron] 10.222.0.54 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502875 Aug 04 11:52:43.952626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7e3d-713f-4ca5-b716-4e325802600b req-ae088386-20d6-4439-8c87-f7d0952a8910 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:43.963621 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49ae7e3d-713f-4ca5-b716-4e325802600b req-ae088386-20d6-4439-8c87-f7d0952a8910 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.4485226 Aug 04 11:52:43.973582 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:43.974496 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.978836 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0586-6166-4a81-b6e9-9cfbf49ad962 service neutron] Pushing event updated for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:44.040211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:44.045461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:44.126272 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:44.158269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3fd94-6332-49ac-9711-2c6c5bfaa8ee req-22380de3-ec42-47bd-bc55-ca62714d38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:44.160276 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7bf3fd94-6332-49ac-9711-2c6c5bfaa8ee req-22380de3-ec42-47bd-bc55-ca62714d38e9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 1099 time: 0.0631337 Aug 04 11:52:44.261354 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:44.270378 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7bf3fd94-6332-49ac-9711-2c6c5bfaa8ee req-472c95ec-2aba-409d-8a88-9c486efb961f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970609 Aug 04 11:52:44.279654 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:44.376715 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-e67d571c-1b09-434d-94cd-6454df651ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:44.379485 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-e67d571c-1b09-434d-94cd-6454df651ff6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 1101 time: 0.6231050 Aug 04 11:52:44.381956 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1465340 Aug 04 11:52:44.388964 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8869703 Aug 04 11:52:44.411889 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49ae7e3d-713f-4ca5-b716-4e325802600b req-b7e5bc26-1c9c-4c39-a1bd-286818b90208 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465535 Aug 04 11:52:44.453007 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b267-67a4-4d76-8d92-3c37a2d8e252 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:44.524392 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78fedd-3dab-4fd8-b916-f61d98ce82cf req-be03fa24-fefd-4cce-8d85-88ec1fbb7540 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:44.546965 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc78fedd-3dab-4fd8-b916-f61d98ce82cf req-be03fa24-fefd-4cce-8d85-88ec1fbb7540 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 948 time: 0.1322963 Aug 04 11:52:44.557754 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c749ee28-e58a-41dd-9039-109bc09b77d0 None None] Provisioning for port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:44.564199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa619a17-3f28-4cba-ac73-86fe79fcd17f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event updated for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:44.575751 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac477d-4567-4e14-9353-da151bf31009 x-openstack-request-id: req-00ac477d-4567-4e14-9353-da151bf31009 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:44.579654 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:44.580212 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00ac477d-4567-4e14-9353-da151bf31009 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:44.581544 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924', 'status': 'completed', 'code': 200} Aug 04 11:52:44.608966 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c749ee28-e58a-41dd-9039-109bc09b77d0 None None] Provisioning complete for port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:44.609797 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c749ee28-e58a-41dd-9039-109bc09b77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:44.630025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Request body: {'port': {'device_id': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:44.643611 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc78fedd-3dab-4fd8-b916-f61d98ce82cf req-d50bd2d9-b341-435c-9dea-c5e8772d2ee3 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958281 Aug 04 11:52:44.778919 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c749ee28-e58a-41dd-9039-109bc09b77d0 None None] Port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:52:44.792647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Request body: {'port': {'device_id': '1ac9e864-c153-4edd-ad96-70e22841d138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:44.859129 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-10f34abd-2565-4e6d-9293-bb84d9561856 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924 HTTP/1.1" status: 200 len: 217 time: 0.2357597 Aug 04 11:52:44.949336 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca132b5-24cf-410c-a419-05d1cc9a25a0 req-e07a259b-7b6b-4a93-a882-e42a34792bdc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:44.958165 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4ca132b5-24cf-410c-a419-05d1cc9a25a0 req-e07a259b-7b6b-4a93-a882-e42a34792bdc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 931 time: 0.1839893 Aug 04 11:52:44.998994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.026735 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.069388 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4ca132b5-24cf-410c-a419-05d1cc9a25a0 req-6463e2ed-54d4-4d91-b22b-2e1b0407298d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969064 Aug 04 11:52:45.108239 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-fd56f0ef-018d-498e-bbc7-9b160790e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:45.115786 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-fd56f0ef-018d-498e-bbc7-9b160790e36d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca8f51fb-683a-436b-b79c-ffbe5251ff79 HTTP/1.1" status: 200 len: 843 time: 0.2125394 Aug 04 11:52:45.202959 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39378) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:45.228572 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a30da6-0f16-4c51-ad2b-73b815d1ffde req-8dc770fe-2770-44a5-94fb-312993edae60 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:45.245596 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35a30da6-0f16-4c51-ad2b-73b815d1ffde req-8dc770fe-2770-44a5-94fb-312993edae60 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 932 time: 0.4690621 Aug 04 11:52:45.477739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-22b54370-497a-4766-95b3-f7bf0de564fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.533748 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-90f0f945-c2c2-42cc-8b89-aeb02679fa71 req-c44b03bd-a99d-474c-8cd1-867d80bd241f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 210 time: 0.0596607 Aug 04 11:52:45.646114 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-d0759c57-39f9-4234-88b1-e5c054a03149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:45.648993 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-d0759c57-39f9-4234-88b1-e5c054a03149 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e633ef4-7305-4a86-98b8-adfabf50cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5160718 Aug 04 11:52:45.665956 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35a30da6-0f16-4c51-ad2b-73b815d1ffde req-96ce5a22-a182-4fca-87d1-51063e8b2c7b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702478 Aug 04 11:52:45.898109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71da0b-ba38-47af-a80d-29eded99f425 req-aae9bcba-bae4-44f1-84b5-fe6824c6dfe6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:45.901165 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c71da0b-ba38-47af-a80d-29eded99f425 req-aae9bcba-bae4-44f1-84b5-fe6824c6dfe6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.2205245 Aug 04 11:52:46.023015 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-22b54370-497a-4766-95b3-f7bf0de564fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.047479 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c71da0b-ba38-47af-a80d-29eded99f425 req-0c355f50-5921-4751-bdbd-64a2a80dd3a8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319129 Aug 04 11:52:46.049343 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-22b54370-497a-4766-95b3-f7bf0de564fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.140409 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-22b54370-497a-4766-95b3-f7bf0de564fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=29b65d3d3c8c4943a124fb222499f99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9352934 Aug 04 11:52:46.141449 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39392) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:46.142338 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b54370-497a-4766-95b3-f7bf0de564fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7818c994-a7f1-4b20-8f3d-ae8e0225ea71,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:46.294503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.350140 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99e1ab-e5bd-4be7-a40d-45737bec59ae req-0e8adb48-9a25-45f1-9082-fbb03cfbdc3d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:46.352814 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-de99e1ab-e5bd-4be7-a40d-45737bec59ae req-0e8adb48-9a25-45f1-9082-fbb03cfbdc3d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 931 time: 0.1377318 Aug 04 11:52:46.362040 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.369688 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737209f-ae6e-4d0b-8027-70ff5e849a06 req-9d7a14ef-2844-4f0f-95a4-824c4acefc61 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:46.373873 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d737209f-ae6e-4d0b-8027-70ff5e849a06 req-9d7a14ef-2844-4f0f-95a4-824c4acefc61 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 948 time: 0.4585507 Aug 04 11:52:46.377442 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-93ac9199-ded3-4d69-80bc-aeb0964fe5bf service neutron] 10.222.0.89 "GET /v2.0/networks/7e633ef4-7305-4a86-98b8-adfabf50cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973863 Aug 04 11:52:46.477155 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-de99e1ab-e5bd-4be7-a40d-45737bec59ae req-edf91013-3b7b-4dd8-ab50-c01ed3ce66a1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114557 Aug 04 11:52:46.535192 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.540019 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.542675 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7818c994-a7f1-4b20-8f3d-ae8e0225ea71 HTTP/1.1" status: 204 len: 168 time: 0.3958745 Aug 04 11:52:46.564963 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6022767-b741-4b36-8bb9-5eea998993af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818c994-a7f1-4b20-8f3d-ae8e0225ea71,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:46.595810 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:46.632578 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.652804 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d737209f-ae6e-4d0b-8027-70ff5e849a06 req-cd427838-76ad-485f-a1f3-c0c78585ef2e tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585816 Aug 04 11:52:47.071708 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2c88b-63cb-4dfe-9ce0-ef844908904d req-0a44c016-8717-4771-80a0-d441928fb627 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:47.085492 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9fb2c88b-63cb-4dfe-9ce0-ef844908904d req-0a44c016-8717-4771-80a0-d441928fb627 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 932 time: 0.1568432 Aug 04 11:52:47.104132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-305d320d-e166-488d-8739-3865cb8aa2c4 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:47.105798 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-305d320d-e166-488d-8739-3865cb8aa2c4 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 809 time: 0.3672097 Aug 04 11:52:47.161781 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Request body: {'port': {'device_id': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6', 'admin_state_up': True, 'tenant_id': 'e1af74e5738349de92c753af5f9363f8'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:47.175950 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Transition to ACTIVE for port object 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:47.237731 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:47.301663 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c36ca27e-7d97-442e-a194-2d1e36489ad1 req-3842a6dc-b591-41f4-93ff-1ab702173a64 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 210 time: 0.2118809 Aug 04 11:52:47.326204 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5ef5fdb3-6950-4dc7-9413-f886faa349d0 req-7f3a5940-da3e-474a-8a03-f97aea585c5f service neutron] 10.222.0.89 "GET /v2.0/networks/7e633ef4-7305-4a86-98b8-adfabf50cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9122422 Aug 04 11:52:47.433450 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:47.454929 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3278e5b0-73ac-4519-b39a-5a41b6299673 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:47.469043 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:47.489454 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Transition to ACTIVE for port object 3278e5b0-73ac-4519-b39a-5a41b6299673 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:47.717404 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:47.782053 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9fb2c88b-63cb-4dfe-9ce0-ef844908904d req-9efc0c2d-3a1d-4e13-9f33-65c4389ecd2e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914158 Aug 04 11:52:47.834519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Made reservation on behalf of e1af74e5738349de92c753af5f9363f8 for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:52:47.849116 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.056729 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-731fd4c3-73d2-4616-a197-df883d3565cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.061054 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-731fd4c3-73d2-4616-a197-df883d3565cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 1101 time: 0.4599192 Aug 04 11:52:48.134645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c844a0-f158-438f-93fa-d4ed9809d675 req-8f0661df-174b-4170-a951-d5b5938c1424 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.153064 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-99c844a0-f158-438f-93fa-d4ed9809d675 req-8f0661df-174b-4170-a951-d5b5938c1424 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.6208966 Aug 04 11:52:48.168909 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705f5f6-83ea-4ba9-81be-24c0adb19d59 req-fc65ae36-d8bb-42ce-9bcf-2dc132894c7f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.172127 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d705f5f6-83ea-4ba9-81be-24c0adb19d59 req-fc65ae36-d8bb-42ce-9bcf-2dc132894c7f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 943 time: 0.1527166 Aug 04 11:52:48.310648 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:48.335395 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d705f5f6-83ea-4ba9-81be-24c0adb19d59 req-170c5870-1a51-469b-9042-d4be3add5689 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394851 Aug 04 11:52:48.389572 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Allocated IP 172.20.0.3 (cc7315f8-8183-4942-a3d1-5d8663acd9b6/dd035d83-b4e9-42e1-85b3-2247db0cec19/56a7a944-caa8-4aef-b945-7c2349620734) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:52:48.503090 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Attempting to bind port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:48.503471 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Attempting to bind port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:48.503841 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Attempting to bind port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:48.531182 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:48.531520 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Attempting to bind port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:48.538079 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-99c844a0-f158-438f-93fa-d4ed9809d675 req-7e40a311-8c36-4f02-bbd6-de9fdcab660a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772657 Aug 04 11:52:48.555474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:48.555924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Checking segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:48.556458 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Bound using segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:48.556937 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Bound port: 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:48.557324 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.631003 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-adbe068b-baff-4488-a6c3-13376600f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.633525 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-adbe068b-baff-4488-a6c3-13376600f3a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e633ef4-7305-4a86-98b8-adfabf50cb34 HTTP/1.1" status: 200 len: 870 time: 0.4304810 Aug 04 11:52:48.671371 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Attempting to bind port 3278e5b0-73ac-4519-b39a-5a41b6299673 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:48.672412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Attempting to bind port 3278e5b0-73ac-4519-b39a-5a41b6299673 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:48.673110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Attempting to bind port 3278e5b0-73ac-4519-b39a-5a41b6299673 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:48.728080 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Port 3278e5b0-73ac-4519-b39a-5a41b6299673 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:48.728795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Attempting to bind port 3278e5b0-73ac-4519-b39a-5a41b6299673 on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:48.733059 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-82661bf3-04ad-4c68-8e8f-deedfe714ae0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924 HTTP/1.1" status: 200 len: 217 time: 0.0894272 Aug 04 11:52:48.757565 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049ee94-b7eb-4173-9d32-24e5e7002109 req-c5551032-4e55-4088-a208-327cb8bcf0f4 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.771068 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b049ee94-b7eb-4173-9d32-24e5e7002109 req-c5551032-4e55-4088-a208-327cb8bcf0f4 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 948 time: 0.2608995 Aug 04 11:52:48.805325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:48.805918 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Checking segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:48.807306 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Bound using segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:48.807306 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Bound port: 3278e5b0-73ac-4519-b39a-5a41b6299673, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:48.807696 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.834346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:48.849478 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-39300374-1802-4dd9-9652-9dc6ee301d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.851271 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-39300374-1802-4dd9-9652-9dc6ee301d2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca8f51fb-683a-436b-b79c-ffbe5251ff79 HTTP/1.1" status: 200 len: 843 time: 0.1070135 Aug 04 11:52:48.867674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:48.914488 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.944164 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.967651 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b049ee94-b7eb-4173-9d32-24e5e7002109 req-a9e94358-933d-4f96-b20c-ccdf9599b97d tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953466 Aug 04 11:52:48.984483 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.022254 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.023185 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.024934 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] 10.222.0.89 "PUT /v2.0/ports/6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 1093 time: 4.4037619 Aug 04 11:52:49.075626 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Network cc7315f8-8183-4942-a3d1-5d8663acd9b6 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:52:49.099940 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:49.100935 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:52:49.116734 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:49.122193 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:52:49.163103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.164172 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.222200 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:49.236067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=3278e5b0-73ac-4519-b39a-5a41b6299673,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:49.238475 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0911782 Aug 04 11:52:49.296692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Request body: {'port': {'device_id': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:52:49.301399 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45733a-edc4-45f5-a832-9ee1ef03611b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Pushing event updated for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:49.381859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.429689 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16becb9b-2efe-476a-ac31-fd4de17568fe req-6a894e25-b39f-4426-8ce5-300f2bc24d2c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.444675 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-16becb9b-2efe-476a-ac31-fd4de17568fe req-6a894e25-b39f-4426-8ce5-300f2bc24d2c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.2482107 Aug 04 11:52:49.477738 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-b3c1668b-3fe0-4f62-8f45-3d80400570bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.486372 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-b3c1668b-3fe0-4f62-8f45-3d80400570bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e633ef4-7305-4a86-98b8-adfabf50cb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6161082 Aug 04 11:52:49.541535 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.553997 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.555423 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.559659 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] 10.222.0.89 "PUT /v2.0/ports/3278e5b0-73ac-4519-b39a-5a41b6299673 HTTP/1.1" status: 200 len: 1094 time: 4.8635287 Aug 04 11:52:49.561513 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0d0a6-ce9c-4922-affd-6ac3f7c46ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:49.620861 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-16becb9b-2efe-476a-ac31-fd4de17568fe req-98277005-0bb2-40dc-874c-e50dc2c9541f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450553 Aug 04 11:52:49.748026 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb42806-d729-4f18-8226-464f2f05fc6f req-0ff8093a-f4ba-4c31-abf4-2ceeb125b93b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.779266 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2cb42806-d729-4f18-8226-464f2f05fc6f req-0ff8093a-f4ba-4c31-abf4-2ceeb125b93b tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 931 time: 0.7834895 Aug 04 11:52:49.786150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-2a80c980-f884-4fcd-8f2a-2e5587a114d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.794668 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-2a80c980-f884-4fcd-8f2a-2e5587a114d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1096 time: 0.5525823 Aug 04 11:52:50.188907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e84f-c0a4-4390-8494-0d46ef60c68c req-fbe7f553-3cfc-4d42-94fe-ff0173d866bf tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:50.191879 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2d71e84f-c0a4-4390-8494-0d46ef60c68c req-fbe7f553-3cfc-4d42-94fe-ff0173d866bf tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.3081539 Aug 04 11:52:50.229168 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-dfd9d85d-a393-4aa3-bfc9-1bc6a0bafcc0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 217 time: 0.2727036 Aug 04 11:52:50.243135 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-6849cf26-2d32-4e0a-a9f6-c6112607f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:50.243135 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-6849cf26-2d32-4e0a-a9f6-c6112607f9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 1097 time: 0.4404936 Aug 04 11:52:50.261678 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613fbb-c9a6-473f-a141-c5f71184dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:50.350736 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2d71e84f-c0a4-4390-8494-0d46ef60c68c req-ae76dbe7-734a-449e-bbb9-db441198308a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476402 Aug 04 11:52:50.397426 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2cb42806-d729-4f18-8226-464f2f05fc6f req-b9b3b702-3650-426d-9e54-1a3027f34c67 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128244 Aug 04 11:52:50.400156 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-146fb010-b2ec-45fd-a671-a7d782e9aa46 service neutron] 10.222.0.89 "GET /v2.0/networks/7e633ef4-7305-4a86-98b8-adfabf50cb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8982742 Aug 04 11:52:50.407085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-108e0440-1c86-452d-baef-89ca2cd55c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:50.449001 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-334ae040-7de0-46a8-8e88-341a90442a67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3278e5b0-73ac-4519-b39a-5a41b6299673 HTTP/1.1" status: 200 len: 217 time: 0.1773169 Aug 04 11:52:50.535736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d4136a-190e-4822-865e-23209806f67a x-openstack-request-id: req-f9d4136a-190e-4822-865e-23209806f67a {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:50.536275 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:50.536690 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9d4136a-190e-4822-865e-23209806f67a {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:50.537200 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'status': 'completed', 'code': 200} Aug 04 11:52:50.611064 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-ef30f589-2844-424a-96ea-237ca65df7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:50.622692 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-ef30f589-2844-424a-96ea-237ca65df7f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.3636098 Aug 04 11:52:50.710629 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a7a944-caa8-4aef-b945-7c2349620734 {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:50.729002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f1651-b67a-4b2b-8c9f-fa826b7ac591 req-45b9f4fe-bc6a-4b67-b509-2ed3232f41a2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:50.730996 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1e9f1651-b67a-4b2b-8c9f-fa826b7ac591 req-45b9f4fe-bc6a-4b67-b509-2ed3232f41a2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 943 time: 0.1845376 Aug 04 11:52:50.733472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:50.767817 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Transition to ACTIVE for port object 56a7a944-caa8-4aef-b945-7c2349620734 will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:52:50.775578 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-09f518a1-4765-4f77-a5a9-33872531df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:50.777209 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-09f518a1-4765-4f77-a5a9-33872531df41 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.3044121 Aug 04 11:52:50.785530 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:50.878994 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1e9f1651-b67a-4b2b-8c9f-fa826b7ac591 req-10342f6a-1a1e-4542-ab5e-f78a22c373cd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381118 Aug 04 11:52:50.901016 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-1db0dd24-a5a1-4e1b-af01-61542d7b743f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979600 Aug 04 11:52:50.909263 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:50.916186 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-124d8f29-398f-4247-905a-f3c45ca3a65d req-cf313c9d-1cc3-4730-8294-2e99dbfe20c5 service neutron] 10.222.0.89 "GET /v2.0/networks/7e633ef4-7305-4a86-98b8-adfabf50cb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047626 Aug 04 11:52:50.968818 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Attempting to bind port 56a7a944-caa8-4aef-b945-7c2349620734 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:52:50.969556 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Attempting to bind port 56a7a944-caa8-4aef-b945-7c2349620734 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:52:50.970260 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Attempting to bind port 56a7a944-caa8-4aef-b945-7c2349620734 on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:50.977144 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Port 56a7a944-caa8-4aef-b945-7c2349620734 on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:52:50.977927 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Attempting to bind port 56a7a944-caa8-4aef-b945-7c2349620734 on network cc7315f8-8183-4942-a3d1-5d8663acd9b6 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:52:50.985520 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:52:50.986233 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Checking segment: {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:52:50.986765 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Bound using segment: {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:52:50.987326 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Bound port: 56a7a944-caa8-4aef-b945-7c2349620734, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:52:50.987608 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:51.085153 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:52:51.085859 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=56a7a944-caa8-4aef-b945-7c2349620734,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:52:51.094472 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c595f-4b75-454c-954a-633a5805d938 req-35d87f0b-3e72-4cef-8674-014c5347e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.094863 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:51.097604 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-35d87f0b-3e72-4cef-8674-014c5347e01d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3162248 Aug 04 11:52:51.160550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.161542 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:51.164645 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/56a7a944-caa8-4aef-b945-7c2349620734 HTTP/1.1" status: 200 len: 1093 time: 1.8773568 Aug 04 11:52:51.167813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:51.172767 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e253524d-649a-4479-b5eb-06a617edf947" -d '{"events": [{"name": "network-changed", "server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "tag": "56a7a944-caa8-4aef-b945-7c2349620734"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:51.232739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d8c2-2e29-4410-a4ac-6b91b6c135d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:51.271999 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee54106-7709-40fb-b4d8-0d6cf5699b63 x-openstack-request-id: req-1ee54106-7709-40fb-b4d8-0d6cf5699b63 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:51.272462 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "tag": "56a7a944-caa8-4aef-b945-7c2349620734", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:51.272877 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ee54106-7709-40fb-b4d8-0d6cf5699b63 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:51.273487 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734', 'status': 'completed', 'code': 200} Aug 04 11:52:51.285729 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0afbc-34ee-41ea-afda-4f66d8cd0340 req-ba0e01e5-a6e6-4a8f-8f42-d76070c4e4b5 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.287423 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4be0afbc-34ee-41ea-afda-4f66d8cd0340 req-ba0e01e5-a6e6-4a8f-8f42-d76070c4e4b5 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 948 time: 0.2706311 Aug 04 11:52:51.305658 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-623826f1-ad03-400c-a2ba-5e591cf97c52 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878222 Aug 04 11:52:51.331269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-46233b91-f286-4a7b-8cd7-936d4f91b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.334986 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-46233b91-f286-4a7b-8cd7-936d4f91b55b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 1096 time: 0.0782599 Aug 04 11:52:51.346346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device fabadc5a-7544-4f8c-91a7-2e7e810b2924 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:51.421047 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4be0afbc-34ee-41ea-afda-4f66d8cd0340 req-2e196c13-3a0e-49ab-8fb2-3fb6b162e83e tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208861 Aug 04 11:52:51.454338 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-d18cbd94-d2de-4886-b6e9-77e3f9549f66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a7a944-caa8-4aef-b945-7c2349620734 HTTP/1.1" status: 200 len: 217 time: 0.0957189 Aug 04 11:52:51.483545 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-1894cb1b-7dc2-4ce0-bec9-6127de7d7e67 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717759 Aug 04 11:52:51.603844 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f6da-96bf-4191-a42d-65b167390ffb req-823abe18-9323-4ca6-802b-971dc7128f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.606459 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-823abe18-9323-4ca6-802b-971dc7128f09 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd035d83-b4e9-42e1-85b3-2247db0cec19 HTTP/1.1" status: 200 len: 849 time: 0.1405685 Aug 04 11:52:51.610655 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:51.640008 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924', 'network_id': '7e633ef4-7305-4a86-98b8-adfabf50cb34', 'port_id': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924', 'mac_address': 'fa:16:3e:71:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8f51fb-683a-436b-b79c-ffbe5251ff79', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:51.647460 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f6b75c2-8cd9-4fb4-ba91-6ec6ee43da17 req-37160a62-9e7e-4377-8e89-df429b70b160 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193941 Aug 04 11:52:51.680902 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-eb3e5034-bbdd-45e8-a4e3-e165e0f20f8f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cc7315f8-8183-4942-a3d1-5d8663acd9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640111 Aug 04 11:52:51.733007 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e863a-885d-4da6-a960-c84d44d38ebc req-3c4b8103-f6c5-46f8-902c-c9824ddf08b2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.736391 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b03e863a-885d-4da6-a960-c84d44d38ebc req-3c4b8103-f6c5-46f8-902c-c9824ddf08b2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.1392930 Aug 04 11:52:51.770193 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:51.792334 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e47c595f-4b75-454c-954a-633a5805d938 req-f5447221-2f1e-48bd-a1fb-5b86a91646ee service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857206 Aug 04 11:52:51.797906 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00db4c-49a2-41b9-997d-3265b870e0d2 req-25a81e12-7946-4362-aa89-db7620c4c410 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.800454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabadc5a-7544-4f8c-91a7-2e7e810b2924 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:51.803133 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fc00db4c-49a2-41b9-997d-3265b870e0d2 req-25a81e12-7946-4362-aa89-db7620c4c410 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 943 time: 0.2025995 Aug 04 11:52:51.821569 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b03e863a-885d-4da6-a960-c84d44d38ebc req-1b50dfea-8728-45d8-934f-ac7da76e50c5 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702963 Aug 04 11:52:51.867142 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:51.884850 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:51.920705 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fc00db4c-49a2-41b9-997d-3265b870e0d2 req-dc490ac1-26e4-42c3-95ef-04505a78da8d tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Aug 04 11:52:52.006500 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-65f8fce7-d74e-478a-9179-c711a2f754e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.006500 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-65f8fce7-d74e-478a-9179-c711a2f754e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1096 time: 0.0855546 Aug 04 11:52:52.011397 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-80cfd7dc-3375-4e00-970f-7170c9c9722f service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186293 Aug 04 11:52:52.100533 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:52.175736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36245f2b-03a3-4378-96e7-0dd65844e07e req-0b1ed856-e0f0-4746-bdf8-65289bcd638a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.184465 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-36245f2b-03a3-4378-96e7-0dd65844e07e req-0b1ed856-e0f0-4746-bdf8-65289bcd638a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 943 time: 0.1588786 Aug 04 11:52:52.196714 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-5d1cffe8-38c1-45a8-9e23-e897287f3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.197784 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-5d1cffe8-38c1-45a8-9e23-e897287f3a1a service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1843781 Aug 04 11:52:52.257259 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:52.303537 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-36245f2b-03a3-4378-96e7-0dd65844e07e req-da51434e-6011-47ef-9aa9-2305287be73d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177428 Aug 04 11:52:52.309678 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8260f6da-96bf-4191-a42d-65b167390ffb req-83690e5b-c09c-4e41-be18-634cbe7c8fb2 service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343073 Aug 04 11:52:52.331072 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-cfcabb53-6ae2-4a01-ba41-57c7d3a75f0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 217 time: 0.1130846 Aug 04 11:52:52.375652 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['fabadc5a-7544-4f8c-91a7-2e7e810b2924'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:52.462885 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-3ba939c2-12dc-4395-9100-d4386ea04f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.464535 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-3ba939c2-12dc-4395-9100-d4386ea04f88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.1179218 Aug 04 11:52:52.551198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:52.554703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b173708f-56b1-49ba-87c8-55e17310b2af" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:52.661886 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-660b1a3d-3a6a-4aaf-8e2c-9d1006bc1a5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1972859 Aug 04 11:52:52.679668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b85a2-579a-4206-8657-3415c7959f15 req-1859d86a-aa10-411d-960f-6220065cc9e1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.682103 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d81b85a2-579a-4206-8657-3415c7959f15 req-1859d86a-aa10-411d-960f-6220065cc9e1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.2133157 Aug 04 11:52:52.744619 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d81b85a2-579a-4206-8657-3415c7959f15 req-a82f9bac-3525-42ac-9a38-d7d5dfcc2528 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519605 Aug 04 11:52:52.944917 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173708f-56b1-49ba-87c8-55e17310b2af req-cbfdc315-f875-49c1-bf2d-70540abbf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.946877 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-cbfdc315-f875-49c1-bf2d-70540abbf898 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 1097 time: 0.0548909 Aug 04 11:52:52.963092 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c608b-f688-4e29-aa56-38e8179db62c x-openstack-request-id: req-6b4c608b-f688-4e29-aa56-38e8179db62c {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:52.963962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:52.963962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b4c608b-f688-4e29-aa56-38e8179db62c {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:52.964316 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673', 'status': 'completed', 'code': 200} Aug 04 11:52:53.007091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253524d-649a-4479-b5eb-06a617edf947 req-99b1944b-1b96-4669-9819-3613ca11a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.008663 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-99b1944b-1b96-4669-9819-3613ca11a272 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1af74e5738349de92c753af5f9363f8&device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 1096 time: 0.4890425 Aug 04 11:52:53.015280 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-3c61a19a-8557-40e8-87dc-862ba16bd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.017026 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-3c61a19a-8557-40e8-87dc-862ba16bd170 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.4669001 Aug 04 11:52:53.018674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-d0d0caeb-0428-4e62-9a22-6f888b706735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.020277 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-d0d0caeb-0428-4e62-9a22-6f888b706735 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4898870 Aug 04 11:52:53.029641 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f817b54-8810-48bb-9e04-138e73a66848 req-e28b4627-056c-420b-aa66-d0b0eed487cf tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.031465 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9f817b54-8810-48bb-9e04-138e73a66848 req-e28b4627-056c-420b-aa66-d0b0eed487cf tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 949 time: 0.4631572 Aug 04 11:52:53.124079 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076150a-f02c-45da-a775-f3a6bbedbf9a req-d0ebf149-954b-49aa-aa28-40ccab33dee4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.125843 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9076150a-f02c-45da-a775-f3a6bbedbf9a req-d0ebf149-954b-49aa-aa28-40ccab33dee4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.1433277 Aug 04 11:52:53.129543 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173708f-56b1-49ba-87c8-55e17310b2af req-c8c9f347-1575-4c41-9193-5015e7ad5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.132942 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-c8c9f347-1575-4c41-9193-5015e7ad5e4d service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.1762056 Aug 04 11:52:53.234041 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-09219ec3-cfa2-4d59-b340-65db478e685c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3278e5b0-73ac-4519-b39a-5a41b6299673 HTTP/1.1" status: 200 len: 217 time: 0.0877721 Aug 04 11:52:53.279718 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9f817b54-8810-48bb-9e04-138e73a66848 req-a29e616d-0af1-40a9-b208-7f5c042f02ae tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346139 Aug 04 11:52:53.289305 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9076150a-f02c-45da-a775-f3a6bbedbf9a req-6c0eb282-1f7a-4e5d-9355-031d5ceb8d17 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541910 Aug 04 11:52:53.361644 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ddcb639a-8658-4ca8-8e1f-af411d40562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:53.377007 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173708f-56b1-49ba-87c8-55e17310b2af req-30ce78e6-4726-4ab2-977d-65b5f9602afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.379599 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-30ce78e6-4726-4ab2-977d-65b5f9602afe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.1167376 Aug 04 11:52:53.406315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253524d-649a-4479-b5eb-06a617edf947 req-36d20d13-1e74-49da-a2d8-6de9a7442255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.407016 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-36d20d13-1e74-49da-a2d8-6de9a7442255 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 200 len: 910 time: 0.3599782 Aug 04 11:52:53.412357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-c97f0357-a627-4b0c-b095-030ae39273ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.413976 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-c97f0357-a627-4b0c-b095-030ae39273ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.3644745 Aug 04 11:52:53.416154 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-b0dba178-fecb-4958-b86d-9a0360ed0837 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652875 Aug 04 11:52:53.459111 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-fef54b50-6c25-400b-91fa-d94bc7db3a96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671399 Aug 04 11:52:53.520922 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-faffb275-910c-455c-8190-3f5f538df25d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a7a944-caa8-4aef-b945-7c2349620734 HTTP/1.1" status: 200 len: 217 time: 0.1034253 Aug 04 11:52:53.543549 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:53.706824 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-383f74c7-55f2-4626-a685-539fbb91ae3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.2352414 Aug 04 11:52:53.725529 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-d95ab6c8-7e33-4e1c-94b0-13f71ea09f9c service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137904 Aug 04 11:52:53.783212 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483c7b-0a1e-4059-9033-63439c8203b9 req-a3c5680b-0e04-44e5-b966-c10cac8fd219 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.797346 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cd483c7b-0a1e-4059-9033-63439c8203b9 req-a3c5680b-0e04-44e5-b966-c10cac8fd219 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 943 time: 0.3365300 Aug 04 11:52:53.897655 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253524d-649a-4479-b5eb-06a617edf947 req-e494d420-af89-4001-9b32-9c7b3da4151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.899154 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-e494d420-af89-4001-9b32-9c7b3da4151f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dd035d83-b4e9-42e1-85b3-2247db0cec19 HTTP/1.1" status: 200 len: 849 time: 0.2120743 Aug 04 11:52:53.902047 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-f75a54d5-dd49-4fbb-8d39-ce498d5b52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.903956 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-f75a54d5-dd49-4fbb-8d39-ce498d5b52c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1783948 Aug 04 11:52:53.907021 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-55c261a1-3582-45fe-bd87-86d5bb82c874 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347577 Aug 04 11:52:53.924294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c297eb-bb07-4c49-ad5c-00af63e753ef req-c49e871b-6320-409a-96aa-160b80392dda tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.935550 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60c297eb-bb07-4c49-ad5c-00af63e753ef req-c49e871b-6320-409a-96aa-160b80392dda tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 943 time: 0.2466748 Aug 04 11:52:54.003620 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cd483c7b-0a1e-4059-9033-63439c8203b9 req-b104d118-914f-4b5c-9b61-146d6a0f3886 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008471 Aug 04 11:52:54.020639 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-680790cb-825b-4503-aa4a-4212e0682982 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cc7315f8-8183-4942-a3d1-5d8663acd9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765142 Aug 04 11:52:54.020639 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-f7260e78-0700-4fac-a8a4-52aa59610749 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780177 Aug 04 11:52:54.080084 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b173708f-56b1-49ba-87c8-55e17310b2af req-983dc00d-65e5-46e4-9496-efca40dfe70b service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296216 Aug 04 11:52:54.122714 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60c297eb-bb07-4c49-ad5c-00af63e753ef req-41009169-aa3e-4de4-a916-019f85137d1f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852934 Aug 04 11:52:54.209408 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625235f8-22c2-41c1-8f08-b0056653ac2e req-c8a236a2-606e-40bf-9158-b4c0f0b4ce8a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:54.210568 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-625235f8-22c2-41c1-8f08-b0056653ac2e req-c8a236a2-606e-40bf-9158-b4c0f0b4ce8a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0807478 Aug 04 11:52:54.270478 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-625235f8-22c2-41c1-8f08-b0056653ac2e req-3691d1f1-d3d3-4f41-a8be-eb96fdea7a09 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Aug 04 11:52:54.421603 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-c28a711a-c0f6-44b3-aec1-596387e9ba00 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471680 Aug 04 11:52:54.426285 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-ec0e5a36-5995-4446-8a57-2b394e6ad71b service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824475 Aug 04 11:52:54.588981 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58978396-a192-48ad-9fa2-b24b43b1f57f req-01be0559-66ee-4c3f-ae81-854f6f1ecf7b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:54.591176 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58978396-a192-48ad-9fa2-b24b43b1f57f req-01be0559-66ee-4c3f-ae81-854f6f1ecf7b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 949 time: 0.0902922 Aug 04 11:52:54.658546 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58978396-a192-48ad-9fa2-b24b43b1f57f req-46e0b11e-d0b9-4549-acbe-894ccf16733c tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Aug 04 11:52:54.735576 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f40b7-1530-4afb-99b9-e70511e5d7d7 req-0f74cfc9-e9c7-4a9f-8e58-148585bbbf28 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:54.744851 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b8f40b7-1530-4afb-99b9-e70511e5d7d7 req-0f74cfc9-e9c7-4a9f-8e58-148585bbbf28 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.2810197 Aug 04 11:52:54.780453 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9eebf6f4-419e-4c3e-a75f-218146ad59d3 req-69702828-0f68-4f36-8e23-6541897f3b03 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446450 Aug 04 11:52:54.792671 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e253524d-649a-4479-b5eb-06a617edf947 req-5068bd19-6189-4670-9c14-57ba2fc428e4 service neutron] 10.222.0.89 "GET /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444464 Aug 04 11:52:54.829858 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b8f40b7-1530-4afb-99b9-e70511e5d7d7 req-a4848626-0fc1-4c40-8035-1e20262d6456 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832267 Aug 04 11:52:54.957667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-22b12034-d351-4ade-9054-34d14f5e6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:54.960682 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-22b12034-d351-4ade-9054-34d14f5e6b2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0749881 Aug 04 11:52:55.041414 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:55.147360 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-42048002-8dd8-44d9-bbeb-94d4c169c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.149543 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-42048002-8dd8-44d9-bbeb-94d4c169c146 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.1161163 Aug 04 11:52:55.247201 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-600cc6bd-a85a-49cd-8af9-fa3275ec5673 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.0864112 Aug 04 11:52:55.250088 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8b8fe-63b9-437f-abe0-6f9322b7d97e req-b87aa0fd-10ba-431e-be83-157cb4da92aa tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.259866 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1a8b8fe-63b9-437f-abe0-6f9322b7d97e req-b87aa0fd-10ba-431e-be83-157cb4da92aa tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 943 time: 0.1161199 Aug 04 11:52:55.338982 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1a8b8fe-63b9-437f-abe0-6f9322b7d97e req-587e2d79-5ac0-48bd-8bba-4c6ff4e27052 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Aug 04 11:52:55.392173 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 56a7a944-caa8-4aef-b945-7c2349620734 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:55.406809 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device fabadc5a-7544-4f8c-91a7-2e7e810b2924 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:52:55.422236 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-7aca3646-2f42-4d96-91b2-8198edfe3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.426715 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-7aca3646-2f42-4d96-91b2-8198edfe3f39 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1679332 Aug 04 11:52:55.500675 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-07a49a23-7ff3-4af3-9778-e34dd342fb9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645471 Aug 04 11:52:55.520721 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbc27-f5eb-4552-9667-bbee41b615a4 req-e002129a-62e4-457f-841c-23591f00543e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.524214 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9c8bbc27-f5eb-4552-9667-bbee41b615a4 req-e002129a-62e4-457f-841c-23591f00543e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 943 time: 0.2040076 Aug 04 11:52:55.623539 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fd2fe-04a7-4eb1-b5a8-43ab93a1cdd9 req-12f8b5b8-225c-4562-8f71-ef850ad0cb39 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.641706 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-055fd2fe-04a7-4eb1-b5a8-43ab93a1cdd9 req-12f8b5b8-225c-4562-8f71-ef850ad0cb39 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1609485 Aug 04 11:52:55.715102 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-055fd2fe-04a7-4eb1-b5a8-43ab93a1cdd9 req-5ea13886-a1d0-47a9-a65e-87f567f22824 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696054 Aug 04 11:52:55.724439 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9c8bbc27-f5eb-4552-9667-bbee41b615a4 req-d2f60394-82d4-42c7-95bd-0e0f9302b971 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234467 Aug 04 11:52:55.768886 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port fabadc5a-7544-4f8c-91a7-2e7e810b2924 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:52:55.787618 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-f5e29ada-8801-4af5-bf3b-524f7940a6e2 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616222 Aug 04 11:52:55.793885 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port fabadc5a-7544-4f8c-91a7-2e7e810b2924 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:52:55.794751 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:55.875372 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=56a7a944-caa8-4aef-b945-7c2349620734,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:55.915640 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '56a7a944-caa8-4aef-b945-7c2349620734', 'network_id': 'cc7315f8-8183-4942-a3d1-5d8663acd9b6', 'port_id': '56a7a944-caa8-4aef-b945-7c2349620734', 'mac_address': 'fa:16:3e:7f:d6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd035d83-b4e9-42e1-85b3-2247db0cec19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:55.948325 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14eee7-d261-4717-8d46-2c7d95a1230e req-8adfde57-0aac-444a-ac80-23336b3c9463 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.957199 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4a14eee7-d261-4717-8d46-2c7d95a1230e req-8adfde57-0aac-444a-ac80-23336b3c9463 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 949 time: 0.1205311 Aug 04 11:52:56.025487 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4a14eee7-d261-4717-8d46-2c7d95a1230e req-18153308-391c-49ea-bf6d-f24cffd645fa tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666852 Aug 04 11:52:56.030246 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca49a4e-299d-4868-b309-993b5f3c1946 req-65fac81b-813e-41e5-82da-9227b0efc49e service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285922 Aug 04 11:52:56.063265 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39634) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:56.107962 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.129666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.162660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a7a944-caa8-4aef-b945-7c2349620734 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:56.209832 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=56a7a944-caa8-4aef-b945-7c2349620734,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:56.231262 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.232494 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:56.248901 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0cc4d-ef6b-4e18-a4ef-1cd88c5579e5 req-a76e255f-032e-45dd-9e4f-a9cdfe161b2c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:56.251154 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-44c0cc4d-ef6b-4e18-a4ef-1cd88c5579e5 req-a76e255f-032e-45dd-9e4f-a9cdfe161b2c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.0891275 Aug 04 11:52:56.253961 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:56.256875 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466245b4-ccc5-40a5-baf7-a44aac9c8810" -d '{"events": [{"server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "name": "network-vif-plugged", "status": "completed", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:56.306907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9a95bafb-8c28-4233-9281-356b0325b5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.338217 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:56.352825 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.362881 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f0eea-5785-4424-beed-888bbb74a8fa x-openstack-request-id: req-619f0eea-5785-4424-beed-888bbb74a8fa {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:56.363351 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "name": "network-vif-plugged", "status": "completed", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:56.363782 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-619f0eea-5785-4424-beed-888bbb74a8fa {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:56.365052 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924', 'code': 200} Aug 04 11:52:56.371596 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-44c0cc4d-ef6b-4e18-a4ef-1cd88c5579e5 req-9b85dce5-efe8-4cec-b4b6-66d9fb34416f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049838 Aug 04 11:52:56.531507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:56.550001 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:56.581180 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241214d2-b2bb-4b8f-955c-2eacc174301e req-781cff17-99c6-4ca6-b513-2e108b5109b1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:56.583186 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-241214d2-b2bb-4b8f-955c-2eacc174301e req-781cff17-99c6-4ca6-b513-2e108b5109b1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 944 time: 0.0912433 Aug 04 11:52:56.610706 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9a95bafb-8c28-4233-9281-356b0325b5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.617118 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9a95bafb-8c28-4233-9281-356b0325b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.626188 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'port_id': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'mac_address': 'fa:16:3e:aa:ee:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:56.696942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95bafb-8c28-4233-9281-356b0325b5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a685c4-0171-4ec2-b97d-1fe6d7ee8f86,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:56.701009 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-241214d2-b2bb-4b8f-955c-2eacc174301e req-e18989c2-c839-41fe-ad84-d36d0b373783 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997858 Aug 04 11:52:56.712147 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9a95bafb-8c28-4233-9281-356b0325b5ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08009f49b5454388a5ed73f2625357c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473551 Aug 04 11:52:56.717035 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39650) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:56.792188 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:56.801462 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.833931 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:56.906660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:56.919625 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.922489 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.923897 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 3278e5b0-73ac-4519-b39a-5a41b6299673 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:52:56.998702 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d1207-dce9-4c17-97f4-002366d53956 req-0eb26421-b5aa-455a-bb43-53982b775e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.001893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2a6d1207-dce9-4c17-97f4-002366d53956 req-0eb26421-b5aa-455a-bb43-53982b775e74 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 1103 time: 0.1825762 Aug 04 11:52:57.022275 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee884501-d11f-4a92-b682-44acd3a253ff req-c6b026d4-2593-4a51-8c0c-ad879e806436 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.025134 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.029542 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ee884501-d11f-4a92-b682-44acd3a253ff req-c6b026d4-2593-4a51-8c0c-ad879e806436 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1189606 Aug 04 11:52:57.129359 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ee884501-d11f-4a92-b682-44acd3a253ff req-ba52f431-9ea9-442b-95ad-243f5c1975a2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920935 Aug 04 11:52:57.235519 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2a6d1207-dce9-4c17-97f4-002366d53956 req-2da4c75d-d375-4745-87fc-2f7c83c7f44b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243409 Aug 04 11:52:57.286374 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900dd51-017a-434c-b9c9-0d30fd928fcc req-75e004da-7eb2-48be-9587-bcf05af387b9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.289466 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f900dd51-017a-434c-b9c9-0d30fd928fcc req-75e004da-7eb2-48be-9587-bcf05af387b9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 944 time: 0.1886315 Aug 04 11:52:57.341041 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.346347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:57.347160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.354268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c5a685c4-0171-4ec2-b97d-1fe6d7ee8f86 HTTP/1.1" status: 204 len: 168 time: 0.6340795 Aug 04 11:52:57.382469 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f69d2-69ea-4328-81a1-4d118135627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a685c4-0171-4ec2-b97d-1fe6d7ee8f86,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:57.442905 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f900dd51-017a-434c-b9c9-0d30fd928fcc req-39b176f0-0eae-495c-938a-478a98648d5c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350610 Aug 04 11:52:57.464030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0c1f4-ff77-4aaf-9768-20286e33721c req-aba5a0e3-1a1a-43ee-9473-0dbfab95f916 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.467410 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b2e0c1f4-ff77-4aaf-9768-20286e33721c req-aba5a0e3-1a1a-43ee-9473-0dbfab95f916 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.1482589 Aug 04 11:52:57.578906 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b2e0c1f4-ff77-4aaf-9768-20286e33721c req-ccd14ae8-fc33-437c-9d74-4a3e2706d369 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969582 Aug 04 11:52:57.581174 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=3278e5b0-73ac-4519-b39a-5a41b6299673,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:57.600532 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '3278e5b0-73ac-4519-b39a-5a41b6299673', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'port_id': '3278e5b0-73ac-4519-b39a-5a41b6299673', 'mac_address': 'fa:16:3e:1f:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2317d345-c659-43e9-b20e-19ac765a6246', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:52:57.609288 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.664633 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.692875 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3278e5b0-73ac-4519-b39a-5a41b6299673 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:52:57.720449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c1e6a-5b32-46da-9897-3eb289cfcfde req-83130fd9-ac15-4b77-bb2b-3b1a20ad199a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.724172 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a60c1e6a-5b32-46da-9897-3eb289cfcfde req-83130fd9-ac15-4b77-bb2b-3b1a20ad199a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 944 time: 0.0868840 Aug 04 11:52:57.733188 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=3278e5b0-73ac-4519-b39a-5a41b6299673,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:57.739360 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:57.783248 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a60c1e6a-5b32-46da-9897-3eb289cfcfde req-feee0044-1a9d-4606-b1e7-2294ae025cde tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Aug 04 11:52:57.838906 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:57.921491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eddd5c-eaf5-455d-863f-e1cca3a3f143 req-16c2fe27-506b-4556-882e-d1247a49d080 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.933885 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77eddd5c-eaf5-455d-863f-e1cca3a3f143 req-16c2fe27-506b-4556-882e-d1247a49d080 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 944 time: 0.0919690 Aug 04 11:52:57.985881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39674) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:57.997311 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77eddd5c-eaf5-455d-863f-e1cca3a3f143 req-651780e9-12ca-439c-b4e0-7c2189cd9920 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551240 Aug 04 11:52:58.009623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.164332 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.173814 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.229078 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfdc8391724b41e3805d07d2746e5b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407889 Aug 04 11:52:58.231472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39680) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:58.244315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae7df8-9500-47bf-879c-11f7c85ce840,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:58.254890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.264105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec3591-b7b0-44d2-8fe1-ca4667f46f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:58.331614 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.360611 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434be0-2eb0-42d4-8068-f4102e5dc7d7 req-395b0d4c-b65a-44ac-921b-de0156fcb95d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:58.362534 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.364229 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2434be0-2eb0-42d4-8068-f4102e5dc7d7 req-395b0d4c-b65a-44ac-921b-de0156fcb95d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0908904 Aug 04 11:52:58.409496 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:58.431682 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2434be0-2eb0-42d4-8068-f4102e5dc7d7 req-2e8a973b-d1a8-471e-b0b9-45d48985adef tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559094 Aug 04 11:52:58.453523 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['56a7a944-caa8-4aef-b945-7c2349620734'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:58.454231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.461185 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:58.462042 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78ae7df8-9500-47bf-879c-11f7c85ce840 HTTP/1.1" status: 204 len: 168 time: 0.2283900 Aug 04 11:52:58.489928 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077443-f785-448b-ad6a-81a2381ab227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae7df8-9500-47bf-879c-11f7c85ce840,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:58.502061 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['3278e5b0-73ac-4519-b39a-5a41b6299673'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:52:58.779601 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92898264-f138-4cd7-9a6c-0a2713ad3f69 req-e30b88b1-96b2-4a23-b9f2-b10d9d4f4c40 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:58.794786 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-92898264-f138-4cd7-9a6c-0a2713ad3f69 req-e30b88b1-96b2-4a23-b9f2-b10d9d4f4c40 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 944 time: 0.1921189 Aug 04 11:52:58.951290 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-92898264-f138-4cd7-9a6c-0a2713ad3f69 req-a2a9ca77-9b94-4d91-8adf-68e24ed32fdd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546183 Aug 04 11:52:59.052538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3077e-5f59-44a5-a6f4-7441741b3986 req-5871a4df-4cce-4ccc-b01b-d76ec3a2210f tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.055669 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-36e3077e-5f59-44a5-a6f4-7441741b3986 req-5871a4df-4cce-4ccc-b01b-d76ec3a2210f tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.2174149 Aug 04 11:52:59.214374 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-36e3077e-5f59-44a5-a6f4-7441741b3986 req-267ca0e9-fabd-43b9-9303-87bc4f165c3c tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422434 Aug 04 11:52:59.243935 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff203012-ee23-4b78-a37d-fb7b833c1d5f req-cbda080f-d04a-4479-8f29-443b185b9752 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.255013 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ff203012-ee23-4b78-a37d-fb7b833c1d5f req-cbda080f-d04a-4479-8f29-443b185b9752 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 945 time: 0.1654286 Aug 04 11:52:59.364332 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ff203012-ee23-4b78-a37d-fb7b833c1d5f req-005c661b-857d-4a32-95f2-66c58d0b096a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776443 Aug 04 11:52:59.429680 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1ba6-255b-4e6b-ac0f-a3af9615dcb7 req-2e418e43-29e6-4092-bcd7-9f0ae373097f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.435341 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-801a1ba6-255b-4e6b-ac0f-a3af9615dcb7 req-2e418e43-29e6-4092-bcd7-9f0ae373097f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 944 time: 0.1189477 Aug 04 11:52:59.505103 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-801a1ba6-255b-4e6b-ac0f-a3af9615dcb7 req-d3ebef8f-1e27-4eac-b756-9d7883fe02c5 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Aug 04 11:52:59.704195 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe7aa-fe53-4bf8-8a23-e61ebdd3e6c2 req-b80857bf-ea56-4597-be1a-d7933425fa1f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.706103 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0f4fe7aa-fe53-4bf8-8a23-e61ebdd3e6c2 req-b80857bf-ea56-4597-be1a-d7933425fa1f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0655961 Aug 04 11:52:59.712186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39722) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:59.735156 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:59.805720 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0f4fe7aa-fe53-4bf8-8a23-e61ebdd3e6c2 req-7e3179f7-f189-4272-9543-6ef1691e5ef9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Aug 04 11:52:59.887620 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:59.893778 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:59.948394 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9df666f5b71a44b9a172e01c7a707f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347124 Aug 04 11:52:59.970321 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39730) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:59.972285 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a13a22-87f3-4d7d-bd49-2a5953850037,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:59.980947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.981575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.982036 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.982552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.983425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.983654 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.984141 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.984960 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.986188 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.986188 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.986642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:59.986897 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28093e44-145a-4674-9167-e2c2b659f641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:00.073758 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:00.155397 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:00.168874 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62804c-34a8-48e0-92ba-fc9a4d6d47df req-202ba09d-315f-4529-9e85-4d3c631d0637 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.171900 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6a62804c-34a8-48e0-92ba-fc9a4d6d47df req-202ba09d-315f-4529-9e85-4d3c631d0637 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 944 time: 0.0878909 Aug 04 11:53:00.196388 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566241-a34c-4c2b-a125-33dbec32dc28 req-088dc9fe-9c7e-475c-a357-fc7576e76282 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.199051 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cd566241-a34c-4c2b-a125-33dbec32dc28 req-088dc9fe-9c7e-475c-a357-fc7576e76282 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1266131 Aug 04 11:53:00.264839 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6a62804c-34a8-48e0-92ba-fc9a4d6d47df req-b33a5be6-e82e-495e-b2c0-1f7e40db6b26 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752294 Aug 04 11:53:00.273501 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cd566241-a34c-4c2b-a125-33dbec32dc28 req-33772385-66d6-4f3c-8314-602163f30f92 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590377 Aug 04 11:53:00.274896 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:00.280812 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:00.282417 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65a13a22-87f3-4d7d-bd49-2a5953850037 HTTP/1.1" status: 204 len: 168 time: 0.3269999 Aug 04 11:53:00.309411 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fa46e-71f6-43b3-b003-c26316e26e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a13a22-87f3-4d7d-bd49-2a5953850037,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:00.462792 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699d3e-4192-44fa-9cbc-f468ba5fbbbe req-a2037d29-df49-494c-ac9f-99a8aa208288 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.467478 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7a699d3e-4192-44fa-9cbc-f468ba5fbbbe req-a2037d29-df49-494c-ac9f-99a8aa208288 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.0918393 Aug 04 11:53:00.518586 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79be1-cc9a-4c14-ab1c-bc73c4f40ccc req-40566bb5-a2cb-412f-a558-599dc706cc61 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.524424 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ff79be1-cc9a-4c14-ab1c-bc73c4f40ccc req-40566bb5-a2cb-412f-a558-599dc706cc61 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 945 time: 0.0787287 Aug 04 11:53:00.557976 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7a699d3e-4192-44fa-9cbc-f468ba5fbbbe req-cdbe557b-692f-4d3c-b6ba-a8e7bb50dcd4 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831723 Aug 04 11:53:00.582211 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ff79be1-cc9a-4c14-ab1c-bc73c4f40ccc req-c2895ac3-0860-4b84-8272-26a5feb94513 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Aug 04 11:53:00.737025 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402c546-ed6a-4463-ad8a-3cf883c761d7 req-3453f8d9-1b98-47ee-b8be-60817c0ef15c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.740111 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9402c546-ed6a-4463-ad8a-3cf883c761d7 req-3453f8d9-1b98-47ee-b8be-60817c0ef15c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 944 time: 0.0874765 Aug 04 11:53:00.821006 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9402c546-ed6a-4463-ad8a-3cf883c761d7 req-efbb47c7-9ad7-47fd-a704-7b5e3a79f7d3 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734794 Aug 04 11:53:00.991242 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e30af-d513-4511-a4d5-997c01f00c7c req-6dce787b-394b-4460-8bed-30ffb672f436 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.993817 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-809e30af-d513-4511-a4d5-997c01f00c7c req-6dce787b-394b-4460-8bed-30ffb672f436 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0835602 Aug 04 11:53:01.061347 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-809e30af-d513-4511-a4d5-997c01f00c7c req-4ad78860-fc89-4d46-b039-8560e9d6f57c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606961 Aug 04 11:53:01.076571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a9553-2de4-4b38-b771-34ed32f108ad req-4c840ddc-71bf-48a5-bf2f-ce7740b9a48e tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:01.082333 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bb3a9553-2de4-4b38-b771-34ed32f108ad req-4c840ddc-71bf-48a5-bf2f-ce7740b9a48e tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.1021307 Aug 04 11:53:01.151309 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bb3a9553-2de4-4b38-b771-34ed32f108ad req-7851d5b2-09af-4f96-acdd-d7f1abd87b95 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560586 Aug 04 11:53:01.423285 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39766) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:01.480856 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d924c4-a9ce-4158-b95d-b8acfe5bfae5 req-c7d1f4e4-7c37-4edd-9784-e70698a47eaa tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:01.482568 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-51d924c4-a9ce-4158-b95d-b8acfe5bfae5 req-c7d1f4e4-7c37-4edd-9784-e70698a47eaa tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 944 time: 0.0972917 Aug 04 11:53:01.486612 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e340af-6c95-491a-986a-b8a95d71a6d2 req-10feab1f-dbfa-4f59-b18c-0b5047c80534 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:01.489342 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-66e340af-6c95-491a-986a-b8a95d71a6d2 req-10feab1f-dbfa-4f59-b18c-0b5047c80534 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0775778 Aug 04 11:53:01.546437 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-51d924c4-a9ce-4158-b95d-b8acfe5bfae5 req-1d622e28-e58e-4cc1-babf-419e67206c35 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480106 Aug 04 11:53:01.556903 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-66e340af-6c95-491a-986a-b8a95d71a6d2 req-cc2f8a5f-6bef-4f8f-819a-466bcb70f95d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603666 Aug 04 11:53:01.687397 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d89e91b-5aa3-4ee9-bf23-55a9b5233a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:01.758597 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6616fb-a4f9-4c4b-a6de-ebcbd29ff4da req-1afd9d1a-a37c-4f36-9640-f2d047b322c4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:01.760573 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ac6616fb-a4f9-4c4b-a6de-ebcbd29ff4da req-1afd9d1a-a37c-4f36-9640-f2d047b322c4 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 945 time: 0.0662463 Aug 04 11:53:01.818206 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ac6616fb-a4f9-4c4b-a6de-ebcbd29ff4da req-4e9edbd5-9840-4dc9-a7ca-b3af347a1d14 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 Aug 04 11:53:01.858054 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:01.880507 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d89e91b-5aa3-4ee9-bf23-55a9b5233a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:01.890765 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d89e91b-5aa3-4ee9-bf23-55a9b5233a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:01.933960 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:01.940274 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:01.940880 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.019949 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8d89e91b-5aa3-4ee9-bf23-55a9b5233a9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b6ca925d15345be8e24ba95cd40841d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952177 Aug 04 11:53:02.024175 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39774) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:02.034872 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89e91b-5aa3-4ee9-bf23-55a9b5233a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9c4e0-c136-4584-892d-358d2a8a586d,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:02.057194 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.063932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6e3fc-3655-419d-8edd-d9ad6131d9b7 req-f7832ff0-e0f9-4e5a-9172-4a1bc6918576 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.066575 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d6b6e3fc-3655-419d-8edd-d9ad6131d9b7 req-f7832ff0-e0f9-4e5a-9172-4a1bc6918576 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 944 time: 0.1340027 Aug 04 11:53:02.106539 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:02.112565 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.112819 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c8832-abda-4e94-926a-dc3c4e45e450" -d '{"events": [{"server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "name": "network-vif-plugged", "status": "completed", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:02.140048 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d6b6e3fc-3655-419d-8edd-d9ad6131d9b7 req-8753b76c-07f5-401b-ade4-4ddddd4a6658 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667067 Aug 04 11:53:02.140927 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:02.148878 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.153008 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 56a7a944-caa8-4aef-b945-7c2349620734 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:02.158578 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.255792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bf4f3-855d-443e-91e3-4762f06082a5 x-openstack-request-id: req-453bf4f3-855d-443e-91e3-4762f06082a5 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:02.256377 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "name": "network-vif-plugged", "status": "completed", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:02.256855 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-453bf4f3-855d-443e-91e3-4762f06082a5 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:02.257545 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'code': 200} Aug 04 11:53:02.318322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ce971-d273-4d11-ad2d-948c451fbda0 req-dbd7f321-cf5a-4bd7-a3b6-05af0e076dbf tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.321025 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e94ce971-d273-4d11-ad2d-948c451fbda0 req-dbd7f321-cf5a-4bd7-a3b6-05af0e076dbf tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1378498 Aug 04 11:53:02.350997 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:02.353643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.359273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.361256 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0df9c4e0-c136-4584-892d-358d2a8a586d HTTP/1.1" status: 204 len: 168 time: 0.3357863 Aug 04 11:53:02.373469 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 56a7a944-caa8-4aef-b945-7c2349620734 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:02.393443 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 56a7a944-caa8-4aef-b945-7c2349620734 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:02.394182 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.396080 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80680800-e605-49f9-ad6f-af7473a4fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9c4e0-c136-4584-892d-358d2a8a586d,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:02.437960 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e94ce971-d273-4d11-ad2d-948c451fbda0 req-f0e93ac1-8109-4770-a3f5-441aaf6df238 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947149 Aug 04 11:53:02.490028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2346df5-3d90-450e-b046-d10d16e7756b req-922b25cb-b967-47a1-b336-21076246ef31 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.504785 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e2346df5-3d90-450e-b046-d10d16e7756b req-922b25cb-b967-47a1-b336-21076246ef31 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.1287496 Aug 04 11:53:02.594308 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e2346df5-3d90-450e-b046-d10d16e7756b req-2358d057-9615-4779-af1d-a44a993be377 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863538 Aug 04 11:53:02.683665 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.787518 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=56a7a944-caa8-4aef-b945-7c2349620734,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:02.799882 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730dfb7-303a-4b15-a0e1-6e97c3632742 req-3697a772-5f00-4d17-aa5d-9c9858c9c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.802996 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5730dfb7-303a-4b15-a0e1-6e97c3632742 req-3697a772-5f00-4d17-aa5d-9c9858c9c9b0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1098 time: 0.1570277 Aug 04 11:53:02.805296 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:02.806805 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 3278e5b0-73ac-4519-b39a-5a41b6299673 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:02.823317 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be39ad6-dbe7-46aa-8293-3f4acb045059 req-18a915de-81aa-48dd-bcc0-6f6f1653290b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.826990 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4be39ad6-dbe7-46aa-8293-3f4acb045059 req-18a915de-81aa-48dd-bcc0-6f6f1653290b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1177893 Aug 04 11:53:02.923170 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4be39ad6-dbe7-46aa-8293-3f4acb045059 req-2298db27-0eef-42df-a89c-9db98c2b16c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818374 Aug 04 11:53:02.948356 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5730dfb7-303a-4b15-a0e1-6e97c3632742 req-7e48ec4a-cb98-468c-b4fb-2969558441c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927217 Aug 04 11:53:02.989967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bc8b3-ea89-4050-9102-ff12e340434d req-d0a75968-54ff-4233-b7ca-be400b27df6b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.992753 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-587bc8b3-ea89-4050-9102-ff12e340434d req-d0a75968-54ff-4233-b7ca-be400b27df6b tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.89 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.2327719 Aug 04 11:53:03.008389 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67e6e-4bc6-4ed2-b47a-5d2bd06d0b14 req-837240f8-0deb-4609-b3bc-a0f24de3adeb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:03.017946 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 3278e5b0-73ac-4519-b39a-5a41b6299673 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:03.024520 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e4e67e6e-4bc6-4ed2-b47a-5d2bd06d0b14 req-837240f8-0deb-4609-b3bc-a0f24de3adeb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2676661 Aug 04 11:53:03.038922 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 3278e5b0-73ac-4519-b39a-5a41b6299673 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:03.040270 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.088196 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e4e67e6e-4bc6-4ed2-b47a-5d2bd06d0b14 req-9e6b1091-eb8a-4c8e-bd16-11eca7070e8b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614870 Aug 04 11:53:03.125642 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:03.148042 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f841dd-935f-47ad-877e-e26d5b46140e req-17076fcc-9e83-488d-86e0-ec0b9d61717c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:03.150573 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14f841dd-935f-47ad-877e-e26d5b46140e req-17076fcc-9e83-488d-86e0-ec0b9d61717c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 945 time: 0.1063366 Aug 04 11:53:03.166753 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39792) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:03.190555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b893-9e13-4d9a-8334-7fc28fb640b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.233490 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14f841dd-935f-47ad-877e-e26d5b46140e req-d8351453-2c28-4b29-9c79-d8a17ef47ab1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680408 Aug 04 11:53:03.240544 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.318127 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=3278e5b0-73ac-4519-b39a-5a41b6299673,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:03.325089 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.415469 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:03.506446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0680f6-fdbd-4028-923c-b83179b4da37 req-ca672e59-497b-485e-b0e1-f031dd4025b2 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:03.508198 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cf0680f6-fdbd-4028-923c-b83179b4da37 req-ca672e59-497b-485e-b0e1-f031dd4025b2 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.2031720 Aug 04 11:53:03.668096 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22bae-3e49-4a9d-955c-5936d0daedf9 req-87b6d2e2-4f1d-4c11-bf37-f4ed11afd1ca tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:03.670511 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbd22bae-3e49-4a9d-955c-5936d0daedf9 req-87b6d2e2-4f1d-4c11-bf37-f4ed11afd1ca tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0694759 Aug 04 11:53:03.724249 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbd22bae-3e49-4a9d-955c-5936d0daedf9 req-fa8fe1d6-34c3-448a-a5f5-f72aabe7df17 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Aug 04 11:53:03.858421 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b893-9e13-4d9a-8334-7fc28fb640b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.868026 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b893-9e13-4d9a-8334-7fc28fb640b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.880413 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899b5c7-fd19-4d47-81de-36b3255950c0 req-8f2745ca-0efb-4b0f-a8b0-3d916aae49cd tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:03.881158 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9899b5c7-fd19-4d47-81de-36b3255950c0 req-8f2745ca-0efb-4b0f-a8b0-3d916aae49cd tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 950 time: 0.0744176 Aug 04 11:53:03.889913 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Deleting port fabadc5a-7544-4f8c-91a7-2e7e810b2924 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:53:03.894914 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:03.916207 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cf0680f6-fdbd-4028-923c-b83179b4da37 req-509fcfa2-e0f5-4108-93e2-06ed77f4fa48 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950086 Aug 04 11:53:03.952644 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9899b5c7-fd19-4d47-81de-36b3255950c0 req-6e378833-4f8e-4afe-afe5-30e61eb4d1e4 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b652c72-73dc-4c4c-95fd-5c660eed401b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Aug 04 11:53:03.998633 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d7d1b893-9e13-4d9a-8334-7fc28fb640b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c896c5335eb43099d6ff142341cf82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297172 Aug 04 11:53:04.002771 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b893-9e13-4d9a-8334-7fc28fb640b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8546f791-de98-4a24-beb4-a1af157c0644,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:04.003554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39802) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:04.078235 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.088980 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] For port fabadc5a-7544-4f8c-91a7-2e7e810b2924, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=fabadc5a-7544-4f8c-91a7-2e7e810b2924,segment=NetworkSegment(b09d4149-250f-4b26-871c-5e2ebd3990ca),segment_id=b09d4149-250f-4b26-871c-5e2ebd3990ca)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:04.089589 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.109939 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Calling delete_port for fabadc5a-7544-4f8c-91a7-2e7e810b2924 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:53:04.112886 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.170728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9d31d-b0d6-484c-8f47-b5df3bcff396 req-67f16b14-5c41-474f-a25a-1f9d2c7b3436 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:04.172491 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d8a9d31d-b0d6-484c-8f47-b5df3bcff396 req-67f16b14-5c41-474f-a25a-1f9d2c7b3436 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1325858 Aug 04 11:53:04.226631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.234630 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.238114 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8546f791-de98-4a24-beb4-a1af157c0644 HTTP/1.1" status: 204 len: 168 time: 0.2320011 Aug 04 11:53:04.258895 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734'}, {'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:04.268368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca5147-1535-4c2e-aa14-a28f44b01dab" -d '{"events": [{"server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "name": "network-vif-plugged", "status": "completed", "tag": "56a7a944-caa8-4aef-b945-7c2349620734"}, {"server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "name": "network-vif-plugged", "status": "completed", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:04.272636 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d8a9d31d-b0d6-484c-8f47-b5df3bcff396 req-fa7c1ca7-5f66-4e37-a7b9-57fcb8cac028 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606017 Aug 04 11:53:04.311098 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21d221-1b7b-40ce-a36e-b9b91d5c2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8546f791-de98-4a24-beb4-a1af157c0644,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:04.414790 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8835-5059-4d88-9569-7d9546d478bf req-52b29957-cb0d-42a5-8303-2ec436720694 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:04.418423 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-167b8835-5059-4d88-9569-7d9546d478bf req-52b29957-cb0d-42a5-8303-2ec436720694 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1787441 Aug 04 11:53:04.462414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.497386 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-167b8835-5059-4d88-9569-7d9546d478bf req-75adf7d2-16ad-4d8c-b518-c11a8d99f081 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654645 Aug 04 11:53:04.566832 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8828354-f7b0-4d13-99cb-a013b7b4e632 x-openstack-request-id: req-e8828354-f7b0-4d13-99cb-a013b7b4e632 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:04.567331 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "name": "network-vif-plugged", "status": "completed", "tag": "56a7a944-caa8-4aef-b945-7c2349620734", "code": 200}, {"server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "name": "network-vif-plugged", "status": "completed", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:04.567792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8828354-f7b0-4d13-99cb-a013b7b4e632 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:04.568472 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734', 'code': 200} Aug 04 11:53:04.568895 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673', 'code': 200} Aug 04 11:53:04.604959 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Pushing event deleted for resources: {'Port': ['ID=fabadc5a-7544-4f8c-91a7-2e7e810b2924,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:04.763747 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a5ce-1d1f-40e2-b068-8e77c853a5ca req-55501eac-00e8-48a6-bf4a-46675bb12292 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:04.770148 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4481a5ce-1d1f-40e2-b068-8e77c853a5ca req-55501eac-00e8-48a6-bf4a-46675bb12292 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.3291118 Aug 04 11:53:04.842578 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] No DVR routers for this DVR port fabadc5a-7544-4f8c-91a7-2e7e810b2924 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:53:04.869315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:04.876523 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-587bc8b3-ea89-4050-9102-ff12e340434d req-0084cdf4-1fc5-429c-927d-7449ce76b811 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.89 "DELETE /v2.0/ports/fabadc5a-7544-4f8c-91a7-2e7e810b2924 HTTP/1.1" status: 204 len: 173 time: 1.5973706 Aug 04 11:53:04.878530 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'name': 'network-vif-deleted', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:04.881113 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb527b1-a776-457b-8ef7-37b817f2a6ad" -d '{"events": [{"server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "name": "network-vif-deleted", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:05.032895 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4481a5ce-1d1f-40e2-b068-8e77c853a5ca req-f1f37c13-bbae-4184-83a0-ec1aabd21035 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929603 Aug 04 11:53:05.133436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfc125-531f-4c66-bb90-a65588f47ace req-55021ffe-8f3b-43de-82b3-e1d87c83bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.136524 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ebfc125-531f-4c66-bb90-a65588f47ace req-55021ffe-8f3b-43de-82b3-e1d87c83bd5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 1098 time: 0.2303119 Aug 04 11:53:05.192433 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d719150-e44e-4b09-86c6-e69bef495c93 req-7d6ee34c-461b-4c92-9447-ae1a89085689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.197153 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8d719150-e44e-4b09-86c6-e69bef495c93 req-7d6ee34c-461b-4c92-9447-ae1a89085689 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 1099 time: 0.1600707 Aug 04 11:53:05.215730 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc374058-2d39-4fb3-b8d2-00f48e3dc6be x-openstack-request-id: req-bc374058-2d39-4fb3-b8d2-00f48e3dc6be {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:05.216728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e93180-2b7a-424d-a332-b2d108abbe88", "name": "network-vif-deleted", "tag": "fabadc5a-7544-4f8c-91a7-2e7e810b2924", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:05.218126 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc374058-2d39-4fb3-b8d2-00f48e3dc6be {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:05.218799 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e93180-2b7a-424d-a332-b2d108abbe88', 'name': 'network-vif-deleted', 'tag': 'fabadc5a-7544-4f8c-91a7-2e7e810b2924', 'status': 'completed', 'code': 200} Aug 04 11:53:05.237811 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39822) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:05.246466 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3ebfc125-531f-4c66-bb90-a65588f47ace req-64ba4188-8a33-4b5c-8bbe-d8e6fe9f5fed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005979 Aug 04 11:53:05.266165 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e20db5-3157-491a-bf93-bfb97c03527f req-3b684680-6f61-486e-a70a-7955bc64669a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.278382 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77e20db5-3157-491a-bf93-bfb97c03527f req-3b684680-6f61-486e-a70a-7955bc64669a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1442208 Aug 04 11:53:05.301055 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02e987d7-b5e5-4da6-83a1-62a7779105e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.313125 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8d719150-e44e-4b09-86c6-e69bef495c93 req-65d5e384-6855-4cf2-a453-698b66f27fe3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640678 Aug 04 11:53:05.351572 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-77e20db5-3157-491a-bf93-bfb97c03527f req-7858b00c-9d8c-45f8-9636-999395a0c443 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720444 Aug 04 11:53:05.391426 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa23a-abd1-48fe-b44b-0868c06eb9b9 req-0430f863-e0cb-430f-80a2-dbde2d91dba8 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.393452 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0cffa23a-abd1-48fe-b44b-0868c06eb9b9 req-0430f863-e0cb-430f-80a2-dbde2d91dba8 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.0864761 Aug 04 11:53:05.451517 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0cffa23a-abd1-48fe-b44b-0868c06eb9b9 req-cac8f937-4304-4861-b2a3-bc68dcb92e45 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Aug 04 11:53:05.488439 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02e987d7-b5e5-4da6-83a1-62a7779105e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.493842 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02e987d7-b5e5-4da6-83a1-62a7779105e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.561968 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-295da0b5-f03c-4749-a799-0a48529de7ef req-88322441-1ee1-4bf0-a2b4-6fc2768ff988 tempest-VolumesNegativeTest-185795916 tempest-VolumesNegativeTest-185795916-project] 10.222.0.54 "GET /v2.0/ports?device_id=49e93180-2b7a-424d-a332-b2d108abbe88 HTTP/1.1" status: 200 len: 210 time: 0.0606611 Aug 04 11:53:05.575178 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e987d7-b5e5-4da6-83a1-62a7779105e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dfc99d-b44e-405a-bd3d-ee2a8039aa59,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:05.579998 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-02e987d7-b5e5-4da6-83a1-62a7779105e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1828575524664e6e936fb28013da2a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410754 Aug 04 11:53:05.585444 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 39828) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:05.633125 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26037-9f85-4d16-902a-095db0675f8e req-fa9a1463-7746-40e0-9da4-421723da1c82 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.635854 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-17e26037-9f85-4d16-902a-095db0675f8e req-fa9a1463-7746-40e0-9da4-421723da1c82 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1048286 Aug 04 11:53:05.654606 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.696879 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.697205 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-17e26037-9f85-4d16-902a-095db0675f8e req-083a774a-a608-47da-8054-2c542fe156f7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524030 Aug 04 11:53:05.777633 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ee885-2e94-43a6-a21f-ec309f8bd386 req-0d96c4e2-20f1-4be4-a0b9-52fa11d330b3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.779301 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-334ee885-2e94-43a6-a21f-ec309f8bd386 req-0d96c4e2-20f1-4be4-a0b9-52fa11d330b3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1001737 Aug 04 11:53:05.822526 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.827552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:05.829476 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95dfc99d-b44e-405a-bd3d-ee2a8039aa59 HTTP/1.1" status: 204 len: 168 time: 0.2427585 Aug 04 11:53:05.834770 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e015f5-48cc-4ceb-9d7a-2e843c5fe7a8 req-82977c99-ea17-4db0-8646-f1bb210bb537 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:05.836663 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-02e015f5-48cc-4ceb-9d7a-2e843c5fe7a8 req-82977c99-ea17-4db0-8646-f1bb210bb537 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0627189 Aug 04 11:53:05.854671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 39834) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:05.855928 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device fabadc5a-7544-4f8c-91a7-2e7e810b2924 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:53:05.861398 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'floatingip': {'port_id': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:05.869563 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a443e8d-21c4-4b37-9bc7-399c120335d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dfc99d-b44e-405a-bd3d-ee2a8039aa59,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:05.895123 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-334ee885-2e94-43a6-a21f-ec309f8bd386 req-6e2c1fc0-3cc2-4485-b27a-13ff44580287 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029987 Aug 04 11:53:05.913452 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: fabadc5a-7544-4f8c-91a7-2e7e810b2924 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:53:05.914149 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device fabadc5a-7544-4f8c-91a7-2e7e810b2924 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:53:05.925523 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:06.268344 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be351bab-c5b5-4818-823c-c382c4561551 req-1061b676-2567-4ea5-b8a2-282c28002a6a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:06.270803 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-be351bab-c5b5-4818-823c-c382c4561551 req-1061b676-2567-4ea5-b8a2-282c28002a6a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.1296389 Aug 04 11:53:06.507471 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-be351bab-c5b5-4818-823c-c382c4561551 req-91baa25d-0fe9-4927-9f18-3ca8950f1c4e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137387 Aug 04 11:53:06.665341 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab86e6d-f481-4239-8226-f7476842666e req-e74d1d61-82f2-4165-a310-f4105410fa1c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:06.671480 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ab86e6d-f481-4239-8226-f7476842666e req-e74d1d61-82f2-4165-a310-f4105410fa1c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1785226 Aug 04 11:53:06.769689 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5ab86e6d-f481-4239-8226-f7476842666e req-dcd7cd92-f206-4e08-9183-9e746aacffad tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799365 Aug 04 11:53:06.777720 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21055-227f-4ab8-95da-54db760774dc req-51239f1c-f77e-4116-9274-06ed40d41af1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:06.780584 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-daa21055-227f-4ab8-95da-54db760774dc req-51239f1c-f77e-4116-9274-06ed40d41af1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.1763160 Aug 04 11:53:06.922204 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:06.936194 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:06.947282 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-daa21055-227f-4ab8-95da-54db760774dc req-829ddf00-c07a-4fc2-b92a-7b026430266f tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508424 Aug 04 11:53:07.181646 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096fdc-05dd-4d8c-9923-1c8415f6a6cf req-6225d0fa-db67-4c41-9d2b-b008b87b76f7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:07.188995 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Floating IP 9b3ee936-3271-45b1-aaec-2d3247f295cd associated. External IP: 172.27.1.198, port: 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3. Aug 04 11:53:07.192514 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d3096fdc-05dd-4d8c-9923-1c8415f6a6cf req-6225d0fa-db67-4c41-9d2b-b008b87b76f7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1177192 Aug 04 11:53:07.262873 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d3096fdc-05dd-4d8c-9923-1c8415f6a6cf req-507b4a40-aa8e-44b6-8de6-227e68ca214f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579879 Aug 04 11:53:07.604131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:53:08.037071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d4689-9bda-48fc-bf87-b0dd064212bb req-4f3d5970-be0b-4bf0-be54-9b87b558feeb tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:08.056600 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-be3d4689-9bda-48fc-bf87-b0dd064212bb req-4f3d5970-be0b-4bf0-be54-9b87b558feeb tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1590018 Aug 04 11:53:08.156642 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-be3d4689-9bda-48fc-bf87-b0dd064212bb req-1a4880ec-bf1f-41ff-8ff2-432ea043ca7f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933180 Aug 04 11:53:08.254789 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:08.268726 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:08.269901 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c28c8-34c6-43f7-a2cc-8366af92b41e req-9298052e-acab-40e8-8a8a-d129de25ed90 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:08.272641 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-485c28c8-34c6-43f7-a2cc-8366af92b41e req-9298052e-acab-40e8-8a8a-d129de25ed90 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.5976129 Aug 04 11:53:08.278891 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:08.285327 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:08.286283 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:08.360922 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-481ff5e7-290f-48b7-84ed-cb8ca56cf9bf tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "PUT /v2.0/floatingips/9b3ee936-3271-45b1-aaec-2d3247f295cd HTTP/1.1" status: 200 len: 991 time: 2.5017602 Aug 04 11:53:08.361816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:08.364354 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:08.372589 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-485c28c8-34c6-43f7-a2cc-8366af92b41e req-070facb0-9f3d-448e-9004-b297c8819fd7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566604 Aug 04 11:53:08.424780 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16a954-5249-4d4d-ba2e-04130f9dff8e req-0fef28ee-bf1f-4ab7-9dda-59789334dc8e tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:08.426888 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb16a954-5249-4d4d-ba2e-04130f9dff8e req-0fef28ee-bf1f-4ab7-9dda-59789334dc8e tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.0954621 Aug 04 11:53:08.525034 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb16a954-5249-4d4d-ba2e-04130f9dff8e req-ef4ec974-b3e9-489b-87d0-259128c7d826 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825851 Aug 04 11:53:08.527303 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:08.692606 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaba902-b5b6-4a8a-8ae5-4f6cd5b60caa req-84f7a6fe-0e09-4cab-aa55-8db99f221037 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:08.694786 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4aaba902-b5b6-4a8a-8ae5-4f6cd5b60caa req-84f7a6fe-0e09-4cab-aa55-8db99f221037 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1656330 Aug 04 11:53:08.782381 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4aaba902-b5b6-4a8a-8ae5-4f6cd5b60caa req-ba9d380e-011f-4a28-bd48-17649a15a796 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739646 Aug 04 11:53:08.816707 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c9d894-cd22-4522-950d-98d200c8944e x-openstack-request-id: req-c1c9d894-cd22-4522-950d-98d200c8944e {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:08.817116 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:08.817432 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1c9d894-cd22-4522-950d-98d200c8944e {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:08.818634 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'status': 'completed', 'code': 200} Aug 04 11:53:08.945046 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-aa3a9721-8bf5-4f79-a7a7-2fa774f48c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:08.947720 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-aa3a9721-8bf5-4f79-a7a7-2fa774f48c03 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1098 time: 0.0723779 Aug 04 11:53:09.133749 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '9b3ee936-3271-45b1-aaec-2d3247f295cd', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:aa:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:52:33Z', 'updated_at': '2021-08-04T11:53:06Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:09.209189 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-448df474-4fa8-4e21-b50a-2a7da002bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:09.210784 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-448df474-4fa8-4e21-b50a-2a7da002bcbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.2496145 Aug 04 11:53:09.232815 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:09.244238 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:09.245182 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:09.482970 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee7b63-dd51-4041-92d2-b8c0c2414d22 req-fbcb050d-e801-4cf4-8e38-40840c629acd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:09.498754 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-ef24f392-de0a-4e02-90ff-736cfa83668c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 999 time: 0.2724895 Aug 04 11:53:09.499882 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cdee7b63-dd51-4041-92d2-b8c0c2414d22 req-fbcb050d-e801-4cf4-8e38-40840c629acd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1418762 Aug 04 11:53:09.587074 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-b9c78d8e-20c1-49a7-bf38-8ed93f89b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:09.590404 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-b9c78d8e-20c1-49a7-bf38-8ed93f89b409 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0817575 Aug 04 11:53:09.606425 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cdee7b63-dd51-4041-92d2-b8c0c2414d22 req-2517589e-5c5f-47ca-b6c0-d6bd93176f04 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022737 Aug 04 11:53:09.654486 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:09.702425 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-78d4cb56-2e33-41ed-9254-29e342dc1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:09.704975 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-78d4cb56-2e33-41ed-9254-29e342dc1f8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970073 Aug 04 11:53:09.899822 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-ed7caba9-e310-4f75-a663-29a8f8ce21a5 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847944 Aug 04 11:53:10.087553 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b00d9-30b9-4ebe-b2ad-e6392966d2b3 req-afddcac2-4be2-45b4-a3a7-11e4c56c6540 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:10.097455 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-365b00d9-30b9-4ebe-b2ad-e6392966d2b3 req-afddcac2-4be2-45b4-a3a7-11e4c56c6540 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1328344 Aug 04 11:53:10.107732 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc9c94e3-a46a-4c2f-9ce1-c8fafa5ca3a3 req-f0fa7cff-506f-40b5-85c2-928a348718ec service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988456 Aug 04 11:53:10.166544 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '9b3ee936-3271-45b1-aaec-2d3247f295cd', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:aa:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:52:33Z', 'updated_at': '2021-08-04T11:53:06Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:10.173618 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-365b00d9-30b9-4ebe-b2ad-e6392966d2b3 req-b070a59c-937d-43e7-89a9-465f3455353e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748372 Aug 04 11:53:10.215312 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b983085e-edcf-4d56-bac0-59a441e1ca1c None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '9b3ee936-3271-45b1-aaec-2d3247f295cd', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:aa:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:52:33Z', 'updated_at': '2021-08-04T11:53:06Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:10.437814 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036860ed-2465-45f5-9b20-d94129b43460 req-9e87e4ec-e6a3-4f87-9d3e-655ecb8bdbbc tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:10.445609 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-036860ed-2465-45f5-9b20-d94129b43460 req-9e87e4ec-e6a3-4f87-9d3e-655ecb8bdbbc tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.0900373 Aug 04 11:53:10.587996 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-036860ed-2465-45f5-9b20-d94129b43460 req-4a3c32ad-674c-4233-a033-58994f3807d8 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247745 Aug 04 11:53:10.610730 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c092a67-5818-45ad-a05a-33e564da3b89 None None] New status for floating IP 9b3ee936-3271-45b1-aaec-2d3247f295cd: ACTIVE {{(pid=104941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:53:10.805744 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:53:11.189721 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef4839-a42c-4293-96fc-3cdc248551da req-985982f7-354b-4fd2-98fa-12fe67968ac9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:11.202713 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-37ef4839-a42c-4293-96fc-3cdc248551da req-985982f7-354b-4fd2-98fa-12fe67968ac9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.4288454 Aug 04 11:53:11.280867 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-37ef4839-a42c-4293-96fc-3cdc248551da req-b16a86c2-c5d8-4a25-b600-9a560167222d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767782 Aug 04 11:53:11.447651 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecae06-4100-4229-b575-b61b5a9b41c8 req-33745318-413a-4fc4-b781-e6b3721ff796 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:11.453301 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a1ecae06-4100-4229-b575-b61b5a9b41c8 req-33745318-413a-4fc4-b781-e6b3721ff796 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0716102 Aug 04 11:53:11.528963 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a1ecae06-4100-4229-b575-b61b5a9b41c8 req-2f8faf65-435d-45cd-8bf7-62629b051c02 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654013 Aug 04 11:53:11.765821 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb9afd-70ae-45f1-bd78-027d02488e64 req-863dd2bd-ba5c-4554-aa98-2e26441f244c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:11.768614 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cadb9afd-70ae-45f1-bd78-027d02488e64 req-863dd2bd-ba5c-4554-aa98-2e26441f244c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.0881321 Aug 04 11:53:11.824001 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cadb9afd-70ae-45f1-bd78-027d02488e64 req-5b25539c-8b14-4437-ae54-6eeb4e8e6b7c tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 Aug 04 11:53:12.275932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2e32a-3c15-4e1e-a4d7-7c5d2c115545 req-717a1d8a-b7bd-4eef-b86f-6ecae2671312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:12.275932 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca2e32a-3c15-4e1e-a4d7-7c5d2c115545 req-717a1d8a-b7bd-4eef-b86f-6ecae2671312 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0720408 Aug 04 11:53:12.349722 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8ca2e32a-3c15-4e1e-a4d7-7c5d2c115545 req-425eab6a-d3f8-4893-bdd1-5ad5ded82124 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Aug 04 11:53:12.495453 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ba4a6-35c2-4020-a65a-e12bc2b817d7 req-248d6eef-f7b4-48ed-b43c-2ab82ca86303 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:12.498957 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-263ba4a6-35c2-4020-a65a-e12bc2b817d7 req-248d6eef-f7b4-48ed-b43c-2ab82ca86303 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0873642 Aug 04 11:53:12.575619 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-263ba4a6-35c2-4020-a65a-e12bc2b817d7 req-8ffa9921-2720-4e74-85be-c332349806f3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Aug 04 11:53:12.732495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4089cc-b4e4-44fe-9aa9-ef5b24e31317 req-3edf66fe-69dd-4afe-8144-4133891d0c15 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:12.735296 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6b4089cc-b4e4-44fe-9aa9-ef5b24e31317 req-3edf66fe-69dd-4afe-8144-4133891d0c15 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0927541 Aug 04 11:53:12.800016 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6b4089cc-b4e4-44fe-9aa9-ef5b24e31317 req-68e0645c-cafb-4b83-a1b0-782fed0db3e0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548029 Aug 04 11:53:12.890106 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-70185f48-a5b9-4679-9aba-2fddf0160796 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:12.892820 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-70185f48-a5b9-4679-9aba-2fddf0160796 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.0950851 Aug 04 11:53:13.100020 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2708c7-19d5-4a78-9896-3456c551e9ee req-dfdca0eb-c32e-4f88-b0d3-8e25622112a4 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:13.102287 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4c2708c7-19d5-4a78-9896-3456c551e9ee req-dfdca0eb-c32e-4f88-b0d3-8e25622112a4 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 945 time: 0.1566274 Aug 04 11:53:13.190318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Deleting port 56a7a944-caa8-4aef-b945-7c2349620734 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:53:13.190978 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:13.202291 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4c2708c7-19d5-4a78-9896-3456c551e9ee req-6094a1c7-81a5-414c-b68f-f9e91c5332d9 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/security-groups?id=171a26f8-8605-4d65-9557-a03306c08b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919173 Aug 04 11:53:13.378160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] For port 56a7a944-caa8-4aef-b945-7c2349620734, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=56a7a944-caa8-4aef-b945-7c2349620734,segment=NetworkSegment(be34fa45-fa2a-434a-ae3f-c3a0b79d2ece),segment_id=be34fa45-fa2a-434a-ae3f-c3a0b79d2ece)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:13.378698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:13.398359 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Calling delete_port for 56a7a944-caa8-4aef-b945-7c2349620734 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:53:13.600645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:13.660121 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['56a7a944-caa8-4aef-b945-7c2349620734'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:53:13.674857 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Pushing event deleted for resources: {'Port': ['ID=56a7a944-caa8-4aef-b945-7c2349620734,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:13.752111 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] No DVR routers for this DVR port 56a7a944-caa8-4aef-b945-7c2349620734 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:53:13.755612 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:13.758797 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-48d73dbe-a1d0-497a-a44b-2f25560ef069 req-c16a7ac0-e3e7-400e-bae1-878457da433a tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.89 "DELETE /v2.0/ports/56a7a944-caa8-4aef-b945-7c2349620734 HTTP/1.1" status: 204 len: 173 time: 0.8554590 Aug 04 11:53:13.760823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'name': 'network-vif-deleted', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:13.765152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9b902-f813-4577-818c-23d0d75d5efa" -d '{"events": [{"server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "name": "network-vif-deleted", "tag": "56a7a944-caa8-4aef-b945-7c2349620734"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:13.868856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117c0b3-a27a-4766-9462-0d909f350893 x-openstack-request-id: req-7117c0b3-a27a-4766-9462-0d909f350893 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:13.869573 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44657d9-f1e3-4154-9fd5-078a02fded02", "name": "network-vif-deleted", "tag": "56a7a944-caa8-4aef-b945-7c2349620734", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:13.870024 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7117c0b3-a27a-4766-9462-0d909f350893 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:13.870585 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44657d9-f1e3-4154-9fd5-078a02fded02', 'name': 'network-vif-deleted', 'tag': '56a7a944-caa8-4aef-b945-7c2349620734', 'status': 'completed', 'code': 200} Aug 04 11:53:13.888455 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71805da8-e73c-4fef-a7fc-2bedfcec6cb6 req-d90d9722-022e-4714-9260-b2af6692dec0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:13.890843 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-71805da8-e73c-4fef-a7fc-2bedfcec6cb6 req-d90d9722-022e-4714-9260-b2af6692dec0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1648233 Aug 04 11:53:14.004606 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-71805da8-e73c-4fef-a7fc-2bedfcec6cb6 req-47a23125-831b-4f39-bb78-119b25296a7b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987935 Aug 04 11:53:14.206603 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a70278-0b18-41e2-98ab-b42c3f1d5e25 req-b39aa2f5-635a-47d1-b796-b60aed2b3593 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:14.211476 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-07a70278-0b18-41e2-98ab-b42c3f1d5e25 req-b39aa2f5-635a-47d1-b796-b60aed2b3593 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1008658 Aug 04 11:53:14.284607 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-07a70278-0b18-41e2-98ab-b42c3f1d5e25 req-e353214b-4056-4e23-9090-e66e6479cad4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610240 Aug 04 11:53:14.410912 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40222) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:14.442171 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2eaba98e-cdc0-414d-8d65-8fdc04b01fd9 req-1e81fefd-c6d1-424d-add9-2f1e042581b1 tempest-VolumesActionsTest-1397371077 tempest-VolumesActionsTest-1397371077-project] 10.222.0.54 "GET /v2.0/ports?device_id=d44657d9-f1e3-4154-9fd5-078a02fded02 HTTP/1.1" status: 200 len: 210 time: 0.0461676 Aug 04 11:53:14.712711 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c19c8c6e-a6b0-4a78-a921-bde6e22f69be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93dc6f53728d4c5ebd94fbb11000e8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992456 Aug 04 11:53:14.718479 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40228) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:14.828942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:14.886942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:14.994672 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:14.998763 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:15.000913 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b652c72-73dc-4c4c-95fd-5c660eed401b HTTP/1.1" status: 204 len: 168 time: 0.2794294 Aug 04 11:53:15.017262 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fcbed-7e76-4cca-b6cd-470a2b2d2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b652c72-73dc-4c4c-95fd-5c660eed401b,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:15.270644 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1a9e-273a-4daa-8ebd-a3b4b7ae685a req-589cea09-b277-4508-8a44-4cfb74d8d62d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:15.284629 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-541d1a9e-273a-4daa-8ebd-a3b4b7ae685a req-589cea09-b277-4508-8a44-4cfb74d8d62d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1512191 Aug 04 11:53:15.392100 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-541d1a9e-273a-4daa-8ebd-a3b4b7ae685a req-7497ab70-08bd-44b1-b450-0e7f4aad5f92 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921090 Aug 04 11:53:15.479468 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae35fa-a20a-484f-97ce-5dc08ddcae51 req-17a4db2f-eaf2-4f50-ac4c-fc473a585530 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:15.483883 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-88ae35fa-a20a-484f-97ce-5dc08ddcae51 req-17a4db2f-eaf2-4f50-ac4c-fc473a585530 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0694411 Aug 04 11:53:15.594136 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-88ae35fa-a20a-484f-97ce-5dc08ddcae51 req-9d57ad24-dd07-41ad-93e9-9f7bf240556e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005836 Aug 04 11:53:15.914966 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:53:15.958670 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 56a7a944-caa8-4aef-b945-7c2349620734 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:53:15.984761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f853a4-92bb-46bd-896e-8698d8c93f49 req-a57486be-3082-4ede-a63e-97d272e02d89 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:15.994432 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-66f853a4-92bb-46bd-896e-8698d8c93f49 req-a57486be-3082-4ede-a63e-97d272e02d89 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1457446 Aug 04 11:53:15.998995 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-1f5fa013-5373-4a37-9685-9a96f5fcd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:16.007623 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-1f5fa013-5373-4a37-9685-9a96f5fcd6f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.1225038 Aug 04 11:53:16.053104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.db.resource_extend [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 11:53:16.099127 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 56a7a944-caa8-4aef-b945-7c2349620734 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:53:16.111907 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 56a7a944-caa8-4aef-b945-7c2349620734 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:53:16.171039 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-66f853a4-92bb-46bd-896e-8698d8c93f49 req-b330200d-8db3-4c5d-8b7c-e286fd6d62c6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612682 Aug 04 11:53:16.232474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-fae5ff36-5965-44ff-97c5-a40800b05427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:16.234460 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-fae5ff36-5965-44ff-97c5-a40800b05427 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.2158000 Aug 04 11:53:16.283700 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:16.295092 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-e0ffc9b9-cf25-4bd2-8a5d-38f2e2ac7ffb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.0505683 Aug 04 11:53:16.323629 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:53:16.421225 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 40292) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:16.441441 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.448727 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-5affbdf1-e758-4575-b581-e01617b86200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:16.451281 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-5affbdf1-e758-4575-b581-e01617b86200 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1409183 Aug 04 11:53:16.479051 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:53:16.524962 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:16.534783 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.549967 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-bcaabb31-5168-4861-900d-ea9ce2b6f471 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872958 Aug 04 11:53:16.674138 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-445558479-network', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:16.696643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=6']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:16.763437 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Made reservation on behalf of f7c376d8e01c45868249b2a5363517b4 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:16.766823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.795109 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.812628 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['c39d7785-eccb-4b99-955b-0b90ce6d7474'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:53:16.825847 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-dc3ada44-0bed-4a46-990f-fc36ba82df38 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602899 Aug 04 11:53:17.105382 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa4d2-9ce6-40d5-9298-72296fcea5c3 req-4260ca11-4e67-4bcc-bb8b-638d242067fc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:17.108449 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-889fa4d2-9ce6-40d5-9298-72296fcea5c3 req-4260ca11-4e67-4bcc-bb8b-638d242067fc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.2352970 Aug 04 11:53:17.182822 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fedcd444-1b05-42eb-b8c2-7302ea035327 req-9b3021dd-187a-480b-8a6f-9c2f8915b64c service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423245 Aug 04 11:53:17.248648 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-889fa4d2-9ce6-40d5-9298-72296fcea5c3 req-6dd765dd-f417-4ef2-8d5c-55558bf23f88 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256034 Aug 04 11:53:17.269624 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.285962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.322791 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:53:17.360741 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.361199 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Added segment d23556f4-ad55-43a3-aede-8a9f33e47092 of type vlan for network d0be09c0-8856-4adb-b190-02ad13cf99bf Aug 04 11:53:17.363664 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b508fae-ea17-42cf-9229-08b1c6181e2f,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:17.377643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048fe4-c5ae-4e1a-a0da-36da2e3bfa74 req-d8b96cf3-4f09-4423-bcc3-529040cf3336 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:17.380265 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e7048fe4-c5ae-4e1a-a0da-36da2e3bfa74 req-d8b96cf3-4f09-4423-bcc3-529040cf3336 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0666311 Aug 04 11:53:17.446123 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.450121 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e7048fe4-c5ae-4e1a-a0da-36da2e3bfa74 req-f37733ec-f763-45ac-a123-5eff9ff30007 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599844 Aug 04 11:53:17.502512 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.504763 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:17.506705 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.587674 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1654549 Aug 04 11:53:17.593743 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40336) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:17.601022 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afd1d0-e492-4310-9392-5bea59d07e05 admin admin] Pushing event updated for resources: {'Network': ['ID=d0be09c0-8856-4adb-b190-02ad13cf99bf,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:17.601668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Request body: {'subnet': {'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-445558479-subnet', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:17.618199 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network d0be09c0-8856-4adb-b190-02ad13cf99bf details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:53:17.640524 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Made reservation on behalf of f7c376d8e01c45868249b2a5363517b4 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:17.644579 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.934111 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.002736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c081a140-a559-49a9-a327-b0e1cef0b195,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:18.024941 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Checking segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:18.025410 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Network hostable DHCP agents. Network: d0be09c0-8856-4adb-b190-02ad13cf99bf, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:53:18.049009 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Network d0be09c0-8856-4adb-b190-02ad13cf99bf is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:53:18.062911 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, d0be09c0-8856-4adb-b190-02ad13cf99bf) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:18.069404 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:18.070410 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.074660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385bcc4-c115-4aea-8fe0-9c8df7e22af5 None None] Network d0be09c0-8856-4adb-b190-02ad13cf99bf requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:53:18.092963 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-fa805880-5eb9-456a-8191-ef5a3f05bbb1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4974763 Aug 04 11:53:18.095978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40342) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:18.102384 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:18.127087 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.128502 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.213584 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.332795 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-d0be09c0-8856-4adb-b190-02ad13cf99bf', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:53:18.334408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.518927 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.606605 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Allocated IP 172.20.0.2 (d0be09c0-8856-4adb-b190-02ad13cf99bf/c081a140-a559-49a9-a327-b0e1cef0b195/bbe7c7f8-94a2-4fae-9f35-9784069d06f4) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:18.633576 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae8b54-97e9-4c8d-b817-fff545af9c24 req-06f05504-e382-4bf6-80da-0bbe5807f2a5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:18.636330 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7bae8b54-97e9-4c8d-b817-fff545af9c24 req-06f05504-e382-4bf6-80da-0bbe5807f2a5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.2184689 Aug 04 11:53:18.726411 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7bae8b54-97e9-4c8d-b817-fff545af9c24 req-7f884128-7a8f-4afc-964b-cb13184d244d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777957 Aug 04 11:53:18.855561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.869843 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Transition to ACTIVE for port object bbe7c7f8-94a2-4fae-9f35-9784069d06f4 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:18.898471 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Transition to ACTIVE for port object bbe7c7f8-94a2-4fae-9f35-9784069d06f4 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:18.908395 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:18.964010 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Network d0be09c0-8856-4adb-b190-02ad13cf99bf is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:18.968148 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:18.970882 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:18.991214 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58819c89-41bd-437b-8be7-af80828586c7 req-a0708ed2-3d6e-4c53-aac1-f64e1db287ff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:18.992932 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58819c89-41bd-437b-8be7-af80828586c7 req-a0708ed2-3d6e-4c53-aac1-f64e1db287ff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1456568 Aug 04 11:53:18.994609 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.005684 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Pushing event updated for resources: {'Port': ['ID=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:19.047883 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.057091 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Attempting to bind port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:19.060555 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Attempting to bind port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:19.060881 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Attempting to bind port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 on network d0be09c0-8856-4adb-b190-02ad13cf99bf {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:19.067993 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:19.068752 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Checking segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:19.069365 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.069951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Bound using segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:19.070506 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Bound port: bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:19.070910 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.138427 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58819c89-41bd-437b-8be7-af80828586c7 req-8f4b80d5-3e9c-4c86-a221-1c7ce11f7e5d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365805 Aug 04 11:53:19.181305 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] For port bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:19.187864 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] For port bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:19.194184 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.237958 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Allocated IP 172.27.1.199 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/0f054b64-0eda-4fbf-8656-06211c38ed5c) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:19.319982 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35908e8-e945-4609-b6d8-902673bec166 None None] Pushing event updated for resources: {'Port': ['ID=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:19.424780 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.482205 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.542392 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:19.551525 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:19.565780 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:19.572581 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Pushing event updated for resources: {'Port': ['ID=0f054b64-0eda-4fbf-8656-06211c38ed5c,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:19.797508 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.944866 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda2e78-ffd6-4aea-9690-207899c4170e req-189e598f-e0e3-4677-ae28-e4abe5bbace7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:19.946607 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3fda2e78-ffd6-4aea-9690-207899c4170e req-189e598f-e0e3-4677-ae28-e4abe5bbace7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.1058099 Aug 04 11:53:20.045639 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3fda2e78-ffd6-4aea-9690-207899c4170e req-aca09bcc-f25a-43e7-a8e6-ec5cc752a99b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899029 Aug 04 11:53:20.116972 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.350121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7b95e-deb8-49e0-a3b4-b8a39e4453e7 req-9b2d9a20-df51-47c4-96e6-dd2735a574c2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:20.353032 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dea7b95e-deb8-49e0-a3b4-b8a39e4453e7 req-9b2d9a20-df51-47c4-96e6-dd2735a574c2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0882804 Aug 04 11:53:20.371664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-cf5fdaf7-29dd-4ec1-ab44-cc7871149033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.426815 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Router 407477ba-0231-4b5d-87a8-fb16cb325d97 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:53:20.427263 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafffa9e-7162-4a21-a572-4f80981de8e6 None None] Network d0be09c0-8856-4adb-b190-02ad13cf99bf requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:53:20.446100 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dea7b95e-deb8-49e0-a3b4-b8a39e4453e7 req-be5b4936-b4f0-4550-8b0e-27b9c893da10 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800855 Aug 04 11:53:20.499683 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e2a84ec6-7769-4a3a-bf06-57eacc65fdb6 None None] Provisioning for port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:20.606317 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:20.622569 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ede4-1482-4499-a381-765845cd767a None None] Sync routers for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:20.630549 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.632281 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-65497103-b323-49e4-ad0f-10c77e22acd9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5349138 Aug 04 11:53:20.635876 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40372) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:20.642856 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:20.643898 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:20.663269 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:20.751746 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port c39d7785-eccb-4b99-955b-0b90ce6d7474 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:20.752782 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.787975 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:20.917264 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.952495 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:20.955711 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef2209-4cbf-4560-a5b7-a8ac714d0756" -d '{"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:20.976220 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:20.982405 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.041686 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05c7b1-9191-4ba7-ab50-472505f2d61a x-openstack-request-id: req-9a05c7b1-9191-4ba7-ab50-472505f2d61a {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:21.042358 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:21.042892 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a05c7b1-9191-4ba7-ab50-472505f2d61a {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:21.043655 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'code': 200} Aug 04 11:53:21.094796 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:19Z', 'revision_number': 3, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:21.095080 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=7']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:21.108691 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.109474 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.110145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.110835 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.111630 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.112405 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.113106 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.113920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.117169 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.117946 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.118646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.119324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:21.241807 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ede4-1482-4499-a381-765845cd767a None None] Checking router: 407477ba-0231-4b5d-87a8-fb16cb325d97 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:21.242112 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ede4-1482-4499-a381-765845cd767a None None] Updating router 407477ba-0231-4b5d-87a8-fb16cb325d97 port 0f054b64-0eda-4fbf-8656-06211c38ed5c binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:53:21.287232 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.355408 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec3814-c97e-4e89-bb2f-adc87c4cfe8a req-3a8be376-8c27-41af-a04f-0880e399ba3f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:21.368256 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b7ec3814-c97e-4e89-bb2f-adc87c4cfe8a req-3a8be376-8c27-41af-a04f-0880e399ba3f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1360819 Aug 04 11:53:21.374100 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.420729 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b7ec3814-c97e-4e89-bb2f-adc87c4cfe8a req-bc34b207-df89-4457-b90c-57293dd7cbb6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508204 Aug 04 11:53:21.489169 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device bbe7c7f8-94a2-4fae-9f35-9784069d06f4 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:21.592081 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:21.597132 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:21.597780 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.678929 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Allocated IP 172.20.0.1 (d0be09c0-8856-4adb-b190-02ad13cf99bf/c081a140-a559-49a9-a327-b0e1cef0b195/0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:21.690782 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4353a9-409c-42df-89b7-fdf892f69588 req-ded314c5-a388-4420-a951-afa23f4ff62c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:21.692830 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1b4353a9-409c-42df-89b7-fdf892f69588 req-ded314c5-a388-4420-a951-afa23f4ff62c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1210551 Aug 04 11:53:21.709315 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.712654 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.725874 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-b741ede4-1482-4499-a381-765845cd767a None None] Transition to ACTIVE for port object 0f054b64-0eda-4fbf-8656-06211c38ed5c will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:21.737958 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.757447 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:21.764913 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.804291 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1b4353a9-409c-42df-89b7-fdf892f69588 req-9c695bbd-f58e-46ca-a6a0-47090a414d73 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000497 Aug 04 11:53:21.826898 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0e25f-977d-4e38-a4c8-5d0985fd2934 None None] Pushing event updated for resources: {'Port': ['ID=0f054b64-0eda-4fbf-8656-06211c38ed5c,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:21.851459 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:21.880200 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-b741ede4-1482-4499-a381-765845cd767a None None] Attempting to bind port 0f054b64-0eda-4fbf-8656-06211c38ed5c on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:21.880596 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-b741ede4-1482-4499-a381-765845cd767a None None] Attempting to bind port 0f054b64-0eda-4fbf-8656-06211c38ed5c by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:21.880922 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ede4-1482-4499-a381-765845cd767a None None] Attempting to bind port 0f054b64-0eda-4fbf-8656-06211c38ed5c on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:21.881094 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.895360 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ede4-1482-4499-a381-765845cd767a None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:21.896003 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ede4-1482-4499-a381-765845cd767a None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:21.896670 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.897326 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741ede4-1482-4499-a381-765845cd767a None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:21.898115 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-b741ede4-1482-4499-a381-765845cd767a None None] Bound port: 0f054b64-0eda-4fbf-8656-06211c38ed5c, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:21.898763 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:21.970269 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-b741ede4-1482-4499-a381-765845cd767a None None] For port 0f054b64-0eda-4fbf-8656-06211c38ed5c, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:21.974503 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-b741ede4-1482-4499-a381-765845cd767a None None] For port 0f054b64-0eda-4fbf-8656-06211c38ed5c, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0f054b64-0eda-4fbf-8656-06211c38ed5c,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:21.980621 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-b741ede4-1482-4499-a381-765845cd767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.041444 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:22.042807 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:52:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:22.106313 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0e25f-977d-4e38-a4c8-5d0985fd2934 None None] Pushing event updated for resources: {'Port': ['ID=0f054b64-0eda-4fbf-8656-06211c38ed5c,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:22.121356 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Transition to ACTIVE for port object 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:22.156683 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.179565 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:22.193805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Network d0be09c0-8856-4adb-b190-02ad13cf99bf is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:22.196990 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:22.201259 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:22.201638 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.267322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Pushing event updated for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:22.442056 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-b741ede4-1482-4499-a381-765845cd767a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:19Z', 'revision_number': 3, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:22.449724 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.509605 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741ede4-1482-4499-a381-765845cd767a None None] The sync data for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi is: [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:19Z', 'revision_number': 3, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:22.545056 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-392a2697-526d-4c0b-aa06-9f98365074e0 None None] Provisioning for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:22.559267 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-392a2697-526d-4c0b-aa06-9f98365074e0 None None] Provisioning complete for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:22.563521 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-392a2697-526d-4c0b-aa06-9f98365074e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.647347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-392a2697-526d-4c0b-aa06-9f98365074e0 None None] Port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:53:22.790284 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10f4c7-b670-43ab-a1b6-fb3ef867bfa7 req-aac78de1-9ccd-422b-be32-a4b576963621 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:22.794637 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc10f4c7-b670-43ab-a1b6-fb3ef867bfa7 req-aac78de1-9ccd-422b-be32-a4b576963621 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2300317 Aug 04 11:53:22.890529 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc10f4c7-b670-43ab-a1b6-fb3ef867bfa7 req-6eb9985b-dbc4-4363-aaca-3966ee6ad481 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835114 Aug 04 11:53:22.918249 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.927156 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:22.929110 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:23.106102 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Pushing event updated for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:23.176498 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2433bf-081b-49cc-b7cf-28dc2d27bd1d req-c88d4569-c8ac-403f-afa4-4bdec9da48ef tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:23.178717 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3d2433bf-081b-49cc-b7cf-28dc2d27bd1d req-c88d4569-c8ac-403f-afa4-4bdec9da48ef tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1660085 Aug 04 11:53:23.238687 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Network d0be09c0-8856-4adb-b190-02ad13cf99bf is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:23.243438 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:23.283618 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3d2433bf-081b-49cc-b7cf-28dc2d27bd1d req-288d3c60-5f2e-435e-872e-a5fb2bb6e08b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794399 Aug 04 11:53:23.345693 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-87292b95-b83d-48c3-8521-73e799c48c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:23.492206 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Router 407477ba-0231-4b5d-87a8-fb16cb325d97 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:53:23.510118 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:23.556635 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:23.597164 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0f054b64-0eda-4fbf-8656-06211c38ed5c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:23.717121 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 0f054b64-0eda-4fbf-8656-06211c38ed5c completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:23.721037 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:23.722795 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 0f054b64-0eda-4fbf-8656-06211c38ed5c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:23.723370 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:23.730422 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2762c8fd-e591-4058-99d2-8556946edcbc admin admin] 10.222.0.54 "PUT /v2.0/routers/407477ba-0231-4b5d-87a8-fb16cb325d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0913591 Aug 04 11:53:23.821069 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92294809-3951-4679-a98b-33258c048438 None None] Provisioning complete for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:23.821664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92294809-3951-4679-a98b-33258c048438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.076082 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b880a-6ede-4a7e-8f26-8aeaf796ae24 req-a8d5d022-3c04-4d84-a28d-88dbc7f333c8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:24.077670 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c6b880a-6ede-4a7e-8f26-8aeaf796ae24 req-a8d5d022-3c04-4d84-a28d-88dbc7f333c8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0745966 Aug 04 11:53:24.100260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92294809-3951-4679-a98b-33258c048438 None None] Port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:53:24.113118 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.145089 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 0f054b64-0eda-4fbf-8656-06211c38ed5c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0f054b64-0eda-4fbf-8656-06211c38ed5c,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:24.149517 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c6b880a-6ede-4a7e-8f26-8aeaf796ae24 req-fe43119a-4bf9-4d19-aa02-c988e2f2b456 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648382 Aug 04 11:53:24.151110 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.152850 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device bbe7c7f8-94a2-4fae-9f35-9784069d06f4 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:24.299586 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=0f054b64-0eda-4fbf-8656-06211c38ed5c,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:24.315168 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:24.315861 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.541684 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ac67-be97-4ca0-9d23-df69dd2c5b14 req-49f5c55d-0a31-483c-a44d-f491a2727d96 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:24.555109 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-64a5ac67-be97-4ca0-9d23-df69dd2c5b14 req-49f5c55d-0a31-483c-a44d-f491a2727d96 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1219137 Aug 04 11:53:24.555862 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 40430) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:24.563302 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340761783-network', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:24.615651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Made reservation on behalf of 210e5816a59943c488bc2b1277ac4f91 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:24.619445 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.661934 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.670157 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-64a5ac67-be97-4ca0-9d23-df69dd2c5b14 req-38356234-3f54-4ceb-affe-6da3b1364f75 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128161 Aug 04 11:53:24.864184 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Sync routers for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:24.877551 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:24.878531 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:24.885720 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.893633 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.923724 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:53:24.952701 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b4b17-faf9-4c23-9196-15089308633c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:24.958806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:24.959341 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Added segment e1936f7c-0471-4c1b-963d-501111074cf2 of type vlan for network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 Aug 04 11:53:25.020466 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.068875 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.070449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:25.071331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.075643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.123455 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:25.137903 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5803947 Aug 04 11:53:25.142764 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40446) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:25.150083 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Request body: {'subnet': {'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340761783-subnet', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:25.162682 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce9078-83a8-42ee-9186-54e1a0b21430 admin admin] Pushing event updated for resources: {'Network': ['ID=4da1001c-06e2-4b4e-80b2-64a9a064ae14,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:25.183333 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Made reservation on behalf of 210e5816a59943c488bc2b1277ac4f91 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:25.189291 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.258213 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:53:25.351405 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037e61-9f8e-4481-a927-2452aac956c8 req-4ff54bfe-f2d7-4a08-89cf-272529c9f697 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:25.355283 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-56037e61-9f8e-4481-a927-2452aac956c8 req-4ff54bfe-f2d7-4a08-89cf-272529c9f697 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0842533 Aug 04 11:53:25.468690 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-56037e61-9f8e-4481-a927-2452aac956c8 req-b31b3e1a-0175-43a9-9c64-fc7418051df6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048734 Aug 04 11:53:25.469473 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0f054b64-0eda-4fbf-8656-06211c38ed5c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:25.531164 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.606797 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 0f054b64-0eda-4fbf-8656-06211c38ed5c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:25.607272 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.618656 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644019d5-a9ee-4667-a23b-4d715addc3f7,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:25.639117 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Checking segment: {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:25.640093 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Network hostable DHCP agents. Network: 4da1001c-06e2-4b4e-80b2-64a9a064ae14, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:53:25.681410 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 2, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:25.705042 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:53:25.742733 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 4da1001c-06e2-4b4e-80b2-64a9a064ae14) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:25.757121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:25.758281 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.763088 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f26a3-76ec-44ad-9b6f-1ebd21e2a584 None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:53:25.766590 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Checking router: 407477ba-0231-4b5d-87a8-fb16cb325d97 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:25.766949 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Updating router 407477ba-0231-4b5d-87a8-fb16cb325d97 port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:53:25.805524 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b472b458-5160-4a7b-985c-d3cc277555b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6602709 Aug 04 11:53:25.810608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 40466) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:25.819996 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:25.930887 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.969379 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:25.974913 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:26.080829 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03c2e-153c-477a-94ca-050bc59281e6 req-ae0fadba-cd9b-4a1e-901c-60da2249274d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:26.085309 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-adc03c2e-153c-477a-94ca-050bc59281e6 req-ae0fadba-cd9b-4a1e-901c-60da2249274d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.2403972 Aug 04 11:53:26.224188 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:26.234279 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-adc03c2e-153c-477a-94ca-050bc59281e6 req-7a1f81e1-1d34-40ff-88f5-a9fbb7c47044 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365104 Aug 04 11:53:26.456353 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:26.462285 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'fixed_ips': [{'subnet_id': '644019d5-a9ee-4667-a23b-4d715addc3f7'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:53:26.463324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.067845 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a237-a712-46a6-bffe-d4864f53d6b6 req-6e10fd02-cfd5-49ef-8ca4-be7861a2ca93 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:27.078282 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0817a237-a712-46a6-bffe-d4864f53d6b6 req-6e10fd02-cfd5-49ef-8ca4-be7861a2ca93 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.3556700 Aug 04 11:53:27.194304 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.198475 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Allocated IP 172.20.0.2 (4da1001c-06e2-4b4e-80b2-64a9a064ae14/644019d5-a9ee-4667-a23b-4d715addc3f7/f249e1dc-12f1-4584-8568-67beb5e0ef75) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:27.223151 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Transition to ACTIVE for port object 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:27.236226 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.497753 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.521247 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0817a237-a712-46a6-bffe-d4864f53d6b6 req-2e906711-7dc0-429a-ba87-c5c8557e6a4a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094374 Aug 04 11:53:27.646474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.703707 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Attempting to bind port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:27.704938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Attempting to bind port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:27.706857 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Attempting to bind port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb on network d0be09c0-8856-4adb-b190-02ad13cf99bf {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:27.755395 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:27.757402 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Checking segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:27.758672 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.760641 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Bound using segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:27.765138 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Bound port: 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:27.765646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:27.972013 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] For port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:27.988472 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] For port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:28.006637 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Allocated IP 172.27.1.37 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/053ff7ce-e2b9-425a-9cae-7da92f7f4399) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:28.031267 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af97edd-d118-4889-8f82-100141bc52b6 None None] Pushing event updated for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:28.046051 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:28.187734 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:28.364172 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56602079-79b8-4ef9-9392-8e65c6c20437 req-181af869-2bce-4dc9-888b-dd27f99cb7b9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:28.366613 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-56602079-79b8-4ef9-9392-8e65c6c20437 req-181af869-2bce-4dc9-888b-dd27f99cb7b9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.3366992 Aug 04 11:53:28.524207 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-56602079-79b8-4ef9-9392-8e65c6c20437 req-21843abc-4791-4115-9fe7-1504d9f8cca9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178010 Aug 04 11:53:28.533546 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:28.564549 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:28.569821 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:28.658114 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:28.803101 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Pushing event updated for resources: {'Port': ['ID=053ff7ce-e2b9-425a-9cae-7da92f7f4399,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:28.830978 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:28.836224 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:28.845552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:28.949283 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844fb0-cc45-4047-8594-7322d2ad10dd req-64e57b50-6fd8-4258-92d9-755939dfbff1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:28.956273 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af97edd-d118-4889-8f82-100141bc52b6 None None] Pushing event updated for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:28.974851 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fd844fb0-cc45-4047-8594-7322d2ad10dd req-64e57b50-6fd8-4258-92d9-755939dfbff1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1996794 Aug 04 11:53:29.158274 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:29.196722 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fd844fb0-cc45-4047-8594-7322d2ad10dd req-25f2e297-4834-4d58-b5ba-7a112f42b591 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193413 Aug 04 11:53:29.234369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Transition to ACTIVE for port object f249e1dc-12f1-4584-8568-67beb5e0ef75 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:29.368585 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Transition to ACTIVE for port object f249e1dc-12f1-4584-8568-67beb5e0ef75 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:29.385252 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:29.643317 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:29.837578 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:29.853094 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:29.992404 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:30.006302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:30.179418 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Pushing event updated for resources: {'Port': ['ID=f249e1dc-12f1-4584-8568-67beb5e0ef75,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:30.298062 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Attempting to bind port f249e1dc-12f1-4584-8568-67beb5e0ef75 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:30.298617 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Attempting to bind port f249e1dc-12f1-4584-8568-67beb5e0ef75 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:30.299094 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Attempting to bind port f249e1dc-12f1-4584-8568-67beb5e0ef75 on network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:30.372176 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:30.373039 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Checking segment: {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:30.373723 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:30.374864 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Bound using segment: {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:30.376521 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Bound port: f249e1dc-12f1-4584-8568-67beb5e0ef75, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:30.377356 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:30.784697 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:30.813131 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:27Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:30.828823 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d3a2d-0813-4830-a8bd-276adac29b1d req-2c55c637-4ee4-47a7-8f0c-cb8fe87a62bb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:30.830368 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7a2d3a2d-0813-4830-a8bd-276adac29b1d req-2c55c637-4ee4-47a7-8f0c-cb8fe87a62bb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1961949 Aug 04 11:53:30.963018 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] For port f249e1dc-12f1-4584-8568-67beb5e0ef75, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:30.991943 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7a2d3a2d-0813-4830-a8bd-276adac29b1d req-824a50c8-7b32-4bb3-9179-43e61cae5bbe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489429 Aug 04 11:53:31.050003 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf88211-f037-4d80-bc30-e6417312902c None None] The sync data for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi is: [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:27Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:31.106350 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] For port f249e1dc-12f1-4584-8568-67beb5e0ef75, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=f249e1dc-12f1-4584-8568-67beb5e0ef75,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:31.146107 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:31.496680 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:53:31.596340 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080d960-3a3a-4ef4-b9fe-e7cb927c23ec None None] Pushing event updated for resources: {'Port': ['ID=f249e1dc-12f1-4584-8568-67beb5e0ef75,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:31.832475 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:32.117934 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:32.133769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:32.147441 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:32.244653 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874cf5-963d-4487-bdf4-18cea85c937d req-204475ca-b7b9-4b08-8dce-1247b17f7a2c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:32.264818 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a874cf5-963d-4487-bdf4-18cea85c937d req-204475ca-b7b9-4b08-8dce-1247b17f7a2c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.5806937 Aug 04 11:53:32.378973 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:32.403089 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Sync routers for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:32.409277 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a874cf5-963d-4487-bdf4-18cea85c937d req-58db8673-b142-4935-a53b-b405c7e8f4be tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430020 Aug 04 11:53:32.443628 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:32.444675 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:32.456220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:32.461424 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-70c3e210-7b36-4d18-88b4-52db5b4c646c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6449237 Aug 04 11:53:32.461874 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 40580) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:32.539366 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:32.718483 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:32.732511 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:32.936909 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:32.981511 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:33.162761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a151d-3f2c-4132-89a9-4b54e9a9a553 req-da8df9f6-c545-4458-887c-76e0006dbd2b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:33.164730 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1b7a151d-3f2c-4132-89a9-4b54e9a9a553 req-da8df9f6-c545-4458-887c-76e0006dbd2b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2110412 Aug 04 11:53:33.283487 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1b7a151d-3f2c-4132-89a9-4b54e9a9a553 req-ea61db7b-8c89-414f-8933-81cfe7c58336 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063099 Aug 04 11:53:33.523817 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:29Z', 'revision_number': 3, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:33.580065 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Checking router: 333792b2-e62e-438b-bfc5-2b8bfb8230f8 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:33.580256 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Updating router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:53:33.643726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e0b79-3031-41f5-8d0b-c7da220d1b68 None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:53:33.652448 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:33.794719 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:33.841078 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device f249e1dc-12f1-4584-8568-67beb5e0ef75 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:34.052976 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c61936b1-8d85-44e0-95e2-1c166828cc3f None None] Provisioning for port f249e1dc-12f1-4584-8568-67beb5e0ef75 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:34.209263 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port f249e1dc-12f1-4584-8568-67beb5e0ef75 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:34.217167 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port f249e1dc-12f1-4584-8568-67beb5e0ef75 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:34.218917 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.344290 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Allocated IP 172.20.0.1 (4da1001c-06e2-4b4e-80b2-64a9a064ae14/644019d5-a9ee-4667-a23b-4d715addc3f7/4242300a-0b3d-409d-9fcb-856c4af02248) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:34.582092 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.608958 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Transition to ACTIVE for port object 053ff7ce-e2b9-425a-9cae-7da92f7f4399 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:34.624060 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.690033 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Pushing event updated for resources: {'Port': ['ID=053ff7ce-e2b9-425a-9cae-7da92f7f4399,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:34.726571 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.727173 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.728021 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.728874 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.730805 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.731252 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.731862 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.732715 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.733293 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.733859 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.734493 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.735789 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:34.755992 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.758056 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Attempting to bind port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:34.758652 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Attempting to bind port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:34.759248 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Attempting to bind port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:34.781070 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.786047 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:34.786734 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:34.787978 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.788970 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:34.793249 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Bound port: 053ff7ce-e2b9-425a-9cae-7da92f7f4399, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:34.794036 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.825872 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Transition to ACTIVE for port object 4242300a-0b3d-409d-9fcb-856c4af02248 will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:34.872986 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port f249e1dc-12f1-4584-8568-67beb5e0ef75, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=f249e1dc-12f1-4584-8568-67beb5e0ef75,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:34.880046 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.880859 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:34.909333 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:34.990192 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de410f05-e5fe-4262-a6d1-751c491ecf0f req-0bb8ac54-de9d-45ed-8ae7-f35665977ed6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:35.008128 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-de410f05-e5fe-4262-a6d1-751c491ecf0f req-0bb8ac54-de9d-45ed-8ae7-f35665977ed6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1670752 Aug 04 11:53:35.020153 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] For port 053ff7ce-e2b9-425a-9cae-7da92f7f4399, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:35.027241 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=f249e1dc-12f1-4584-8568-67beb5e0ef75,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:35.036284 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:35.042984 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] For port 053ff7ce-e2b9-425a-9cae-7da92f7f4399, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=053ff7ce-e2b9-425a-9cae-7da92f7f4399,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:35.052795 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.062571 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:35.082687 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:35.083710 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:35.084634 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.086611 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.096033 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Pushing event updated for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:35.176229 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-de410f05-e5fe-4262-a6d1-751c491ecf0f req-6c5cb6bd-2e5f-4427-86fa-979356ea0d21 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664193 Aug 04 11:53:35.280004 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:35.281157 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:35.371966 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fcb34-cef0-4556-a989-03439e8934a2 None None] Pushing event updated for resources: {'Port': ['ID=053ff7ce-e2b9-425a-9cae-7da92f7f4399,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:35.408254 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-2950c109-64b5-4b08-9f6d-65c55dfc98cf None None] Provisioning complete for port f249e1dc-12f1-4584-8568-67beb5e0ef75 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:35.408738 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-2950c109-64b5-4b08-9f6d-65c55dfc98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.446728 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.729180 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device f249e1dc-12f1-4584-8568-67beb5e0ef75 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:35.864066 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port f249e1dc-12f1-4584-8568-67beb5e0ef75 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:35.864507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:35.872999 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:35.939926 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-6523d68d-7a62-4f74-a5fa-62952b1687fa None None] Provisioning for port 4242300a-0b3d-409d-9fcb-856c4af02248 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:35.947091 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-6523d68d-7a62-4f74-a5fa-62952b1687fa None None] Provisioning complete for port 4242300a-0b3d-409d-9fcb-856c4af02248 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:35.947468 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-6523d68d-7a62-4f74-a5fa-62952b1687fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.035267 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.041331 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.042884 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.155227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-6523d68d-7a62-4f74-a5fa-62952b1687fa None None] Port 4242300a-0b3d-409d-9fcb-856c4af02248 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:53:36.297849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:36.309812 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:29Z', 'revision_number': 3, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:36.310164 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:36.336517 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Pushing event updated for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:36.429419 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ea8f54-8ee9-4fa1-be72-3da2119dbbba None None] The sync data for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi is: [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:29Z', 'revision_number': 3, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:36.564659 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a9b1-dd3e-4a1b-a0dd-a7f15fefe9e4 req-96c3a01b-5df4-434c-a18d-6c7bc2d6812f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:36.576483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6671a9b1-dd3e-4a1b-a0dd-a7f15fefe9e4 req-96c3a01b-5df4-434c-a18d-6c7bc2d6812f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1393836 Aug 04 11:53:36.607953 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:53:36.684733 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6671a9b1-dd3e-4a1b-a0dd-a7f15fefe9e4 req-8de7f35b-75c8-4d76-a824-306ca9cbc9d5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039927 Aug 04 11:53:36.825805 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-19d7effd-1f19-4a3b-ac56-44093522e0c3 None None] Provisioning complete for port 4242300a-0b3d-409d-9fcb-856c4af02248 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:36.826197 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-19d7effd-1f19-4a3b-ac56-44093522e0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:36.929067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-19d7effd-1f19-4a3b-ac56-44093522e0c3 None None] Port 4242300a-0b3d-409d-9fcb-856c4af02248 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:53:37.224203 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:37.244401 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-30c8e3da-f40e-4a7d-b5eb-37e7e4596c50 admin admin] 10.222.0.54 "PUT /v2.0/routers/333792b2-e62e-438b-bfc5-2b8bfb8230f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7809234 Aug 04 11:53:37.713325 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 053ff7ce-e2b9-425a-9cae-7da92f7f4399 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:37.832660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:37.836839 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:37.837219 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:37.893616 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5a68-b5c6-4e4e-a449-5422e9e47844 req-c49257e8-4689-47b0-990f-71790beb4a11 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:37.910919 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-228f5a68-b5c6-4e4e-a449-5422e9e47844 req-c49257e8-4689-47b0-990f-71790beb4a11 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1049368 Aug 04 11:53:38.025454 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-228f5a68-b5c6-4e4e-a449-5422e9e47844 req-3fe4f79d-cd24-45cc-8a56-a1f3736c5f2e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128740 Aug 04 11:53:38.046366 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.111325 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 053ff7ce-e2b9-425a-9cae-7da92f7f4399, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=053ff7ce-e2b9-425a-9cae-7da92f7f4399,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:38.124033 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.558837 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=053ff7ce-e2b9-425a-9cae-7da92f7f4399,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:39.464084 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Sync routers for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:39.471647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3276cba-cbb7-493a-94a3-20c3dc710c04 req-b1e28be9-7950-4b97-a9da-c8f0c2f1e0e4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:39.485919 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e3276cba-cbb7-493a-94a3-20c3dc710c04 req-b1e28be9-7950-4b97-a9da-c8f0c2f1e0e4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2530096 Aug 04 11:53:39.486708 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:39.487369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:39.590369 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e3276cba-cbb7-493a-94a3-20c3dc710c04 req-998a2ddb-832d-40b1-a017-ee9ff05dc104 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021373 Aug 04 11:53:39.619453 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:39.719399 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 053ff7ce-e2b9-425a-9cae-7da92f7f4399 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:39.860692 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:39.860801 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:40.081872 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:35Z', 'revision_number': 4, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '4242300a-0b3d-409d-9fcb-856c4af02248', 'name': '', 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'mac_address': 'fa:16:3e:22:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:33Z', 'updated_at': '2021-08-04T11:53:35Z', 'revision_number': 2, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'subnets': [{'id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:40.139200 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Checking router: 333792b2-e62e-438b-bfc5-2b8bfb8230f8 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:40.139561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Updating router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 port 4242300a-0b3d-409d-9fcb-856c4af02248 binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:53:40.175581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:40.637183 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:40.659928 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Transition to ACTIVE for port object 4242300a-0b3d-409d-9fcb-856c4af02248 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:40.672846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:40.968722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb79e5-931e-4887-a523-3216a13acbc0 req-1f98d475-b303-42f5-90f6-6e99fc056501 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:40.990300 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a2fb79e5-931e-4887-a523-3216a13acbc0 req-1f98d475-b303-42f5-90f6-6e99fc056501 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2104766 Aug 04 11:53:41.035506 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Attempting to bind port 4242300a-0b3d-409d-9fcb-856c4af02248 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:41.036116 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Attempting to bind port 4242300a-0b3d-409d-9fcb-856c4af02248 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:41.038876 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Attempting to bind port 4242300a-0b3d-409d-9fcb-856c4af02248 on network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:41.050811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7c89b-4af6-4258-9300-47f578693a49 None None] Pushing event updated for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:41.057747 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:41.064916 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Checking segment: {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:41.065555 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.078593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a2fb79e5-931e-4887-a523-3216a13acbc0 req-9913b514-1d43-4647-9aa7-474fef8864dd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870752 Aug 04 11:53:41.081462 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Bound using segment: {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:41.082643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Bound port: 4242300a-0b3d-409d-9fcb-856c4af02248, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1936f7c-0471-4c1b-963d-501111074cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:41.083140 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.330704 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] For port 4242300a-0b3d-409d-9fcb-856c4af02248, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:41.350782 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] For port 4242300a-0b3d-409d-9fcb-856c4af02248, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=4242300a-0b3d-409d-9fcb-856c4af02248,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:41.359084 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.464380 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7c89b-4af6-4258-9300-47f578693a49 None None] Pushing event updated for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:41.471515 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:41.472499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:41.687285 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:42.143855 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:35Z', 'revision_number': 4, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '4242300a-0b3d-409d-9fcb-856c4af02248', 'name': '', 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'mac_address': 'fa:16:3e:22:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:33Z', 'updated_at': '2021-08-04T11:53:41Z', 'revision_number': 4, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'subnets': [{'id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:42.182353 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2f958-6434-454c-9cce-88b0aaf34d16 None None] The sync data for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi is: [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:53:35Z', 'revision_number': 4, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '4242300a-0b3d-409d-9fcb-856c4af02248', 'name': '', 'network_id': '4da1001c-06e2-4b4e-80b2-64a9a064ae14', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'mac_address': 'fa:16:3e:22:43:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:33Z', 'updated_at': '2021-08-04T11:53:41Z', 'revision_number': 4, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'subnets': [{'id': '644019d5-a9ee-4667-a23b-4d715addc3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:42.372626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3911f4a-4ab5-4365-af07-9bc6d68dab4c req-8d086b90-f9d1-4bc7-9a19-c6d80b106de3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:42.381682 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c3911f4a-4ab5-4365-af07-9bc6d68dab4c req-8d086b90-f9d1-4bc7-9a19-c6d80b106de3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0946717 Aug 04 11:53:42.432744 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c3911f4a-4ab5-4365-af07-9bc6d68dab4c req-6b007f32-c590-4098-86d2-e399df562ed5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496275 Aug 04 11:53:43.485554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471fe28-e4ec-4c4a-92f5-8c57086d7076 req-73285e0d-d4b7-4dc2-bb66-2bb1c2b14b87 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:43.494757 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1471fe28-e4ec-4c4a-92f5-8c57086d7076 req-73285e0d-d4b7-4dc2-bb66-2bb1c2b14b87 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0952737 Aug 04 11:53:43.552754 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-82da51fd-0b2e-48ef-8156-648f54d0c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:43.564596 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-82da51fd-0b2e-48ef-8156-648f54d0c5ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.2301779 Aug 04 11:53:43.633792 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1471fe28-e4ec-4c4a-92f5-8c57086d7076 req-24765190-454a-4eb8-8b71-a76f2de7b038 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366525 Aug 04 11:53:43.694908 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 4242300a-0b3d-409d-9fcb-856c4af02248 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:43.904418 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 4242300a-0b3d-409d-9fcb-856c4af02248 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:43.929920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 4242300a-0b3d-409d-9fcb-856c4af02248 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:43.930708 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.011809 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ce52-db84-46e1-bc17-b726e3605382 req-4d2f1116-5611-45ab-b788-05f46ba6393e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:44.011809 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a997ce52-db84-46e1-bc17-b726e3605382 req-4d2f1116-5611-45ab-b788-05f46ba6393e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1942122 Aug 04 11:53:44.184010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-0f9d439c-b908-45e2-b016-f0b71c072fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:44.185592 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-0f9d439c-b908-45e2-b016-f0b71c072fac service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.6004221 Aug 04 11:53:44.231652 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a997ce52-db84-46e1-bc17-b726e3605382 req-93df0ee8-245f-4092-bfb9-157ebd69d70d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911244 Aug 04 11:53:44.332423 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-578fa6b0-4b56-4379-a356-fea05cebe43c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.1231668 Aug 04 11:53:44.414489 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.489890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-0014472b-da41-4d03-98c1-53b0467ca9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:44.492028 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-0014472b-da41-4d03-98c1-53b0467ca9aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1479893 Aug 04 11:53:44.509076 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 4242300a-0b3d-409d-9fcb-856c4af02248, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=4242300a-0b3d-409d-9fcb-856c4af02248,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:44.520334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.547869 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-23497c44-038e-4f47-93b7-67333d6c903a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372169 Aug 04 11:53:44.588366 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:44.836220 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-30016e68-3223-4fa6-adae-6874091a4785 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775986 Aug 04 11:53:45.090169 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0e354ee0-c585-4bb9-a0a4-aca25ded1ead req-15e167a1-e4f4-4454-86da-e796e06feef5 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266703 Aug 04 11:53:45.268927 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306f354-fe5d-4052-83ed-44c8bb00382c req-0c527968-a676-49a9-b7d4-539b86c7e378 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:45.271255 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9306f354-fe5d-4052-83ed-44c8bb00382c req-0c527968-a676-49a9-b7d4-539b86c7e378 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.4023857 Aug 04 11:53:45.399669 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9306f354-fe5d-4052-83ed-44c8bb00382c req-0091e7b6-8014-4609-882d-67b3ce3b1a04 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201243 Aug 04 11:53:45.587222 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc374c3-b487-4c99-8f26-e656ee1da4ab req-593b148e-d3ce-42ed-932f-110c5ff41218 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:45.595922 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0bc374c3-b487-4c99-8f26-e656ee1da4ab req-593b148e-d3ce-42ed-932f-110c5ff41218 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1034629 Aug 04 11:53:45.662606 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 4242300a-0b3d-409d-9fcb-856c4af02248 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:45.673331 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0bc374c3-b487-4c99-8f26-e656ee1da4ab req-2d0c9bd4-53e7-42a2-93dc-c599fe051b07 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700033 Aug 04 11:53:45.740968 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 4242300a-0b3d-409d-9fcb-856c4af02248 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:45.741391 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:46.356827 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-5839fb54-eb0a-4548-9163-42472beade54 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:46.359218 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-5839fb54-eb0a-4548-9163-42472beade54 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.1491189 Aug 04 11:53:46.379986 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-7197716c-39cd-44e8-af9b-410e7773e65e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/quotas/fa24fe724491432e9f945e5c6381ace2 HTTP/1.1" status: 200 len: 375 time: 0.0145395 Aug 04 11:53:46.454448 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-7ca8d10d-1b0b-4865-95de-134f69b92960 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618770 Aug 04 11:53:46.570183 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27fa9-3944-45d7-9f42-7417ee90ba2c req-765e49ab-c3ce-4670-a27f-eb41337fa5ac tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:46.573015 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ccf27fa9-3944-45d7-9f42-7417ee90ba2c req-765e49ab-c3ce-4670-a27f-eb41337fa5ac tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0733306 Aug 04 11:53:46.616379 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-cbfbcdef-eb24-4451-be7b-13a02d318c47 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507905 Aug 04 11:53:46.692877 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ccf27fa9-3944-45d7-9f42-7417ee90ba2c req-af15fa4a-f3e8-479f-b5bf-4ed0782ecb70 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114993 Aug 04 11:53:46.840800 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-0871ed82-0ea2-4706-b140-047c484849e7 service neutron] 10.222.0.54 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225018 Aug 04 11:53:47.085237 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec01f55-793c-4b38-94e8-5c8a29174ce9 req-1249dd47-f223-4904-b343-56eaeeb5b5c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:47.086995 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-aec01f55-793c-4b38-94e8-5c8a29174ce9 req-1249dd47-f223-4904-b343-56eaeeb5b5c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1728313 Aug 04 11:53:47.191983 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-aec01f55-793c-4b38-94e8-5c8a29174ce9 req-e546fa56-df67-430b-96c9-8120b66155c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976400 Aug 04 11:53:47.304228 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-588da445-5b5e-41be-aff3-34970d11121a req-e4640d2d-ce98-49ce-ab4c-d125051e690a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 210 time: 0.0502076 Aug 04 11:53:47.777962 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:53:48.074623 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bfb30-cffb-4bf7-9f77-7816a2ae3c2d req-7b3a5880-676f-48ff-b492-0c1901ddb60b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:48.091131 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-655bfb30-cffb-4bf7-9f77-7816a2ae3c2d req-7b3a5880-676f-48ff-b492-0c1901ddb60b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1600873 Aug 04 11:53:48.208723 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-655bfb30-cffb-4bf7-9f77-7816a2ae3c2d req-0d815cc2-2128-473a-8598-4ad7b7b99748 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141586 Aug 04 11:53:48.549877 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891b76b-7b5b-4ede-9b0f-0e778f3df734 req-abb73a07-0c78-49b8-992f-3104008e4e7e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:48.569357 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b891b76b-7b5b-4ede-9b0f-0e778f3df734 req-abb73a07-0c78-49b8-992f-3104008e4e7e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1655352 Aug 04 11:53:48.732649 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b891b76b-7b5b-4ede-9b0f-0e778f3df734 req-87c5cb3f-c755-4e4c-950f-1a7aab697195 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601686 Aug 04 11:53:48.790486 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b539ef-d512-4888-b78e-887d50b78e67 req-cedb8afe-bbf7-4680-ac5a-cfbc4b8538e2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 210 time: 0.1134202 Aug 04 11:53:49.412517 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d9b2b96f-f6f1-45dc-9a61-3f0575106d37 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:49.414409 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d9b2b96f-f6f1-45dc-9a61-3f0575106d37 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 815 time: 0.2276144 Aug 04 11:53:49.445626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Request body: {'port': {'device_id': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'admin_state_up': True, 'tenant_id': 'fa24fe724491432e9f945e5c6381ace2'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:49.781357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62de70f-1b40-45c2-b4f8-8ed304252cf5 req-c3e322be-df33-4ea1-86a5-7499839bfeb9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:49.795125 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e62de70f-1b40-45c2-b4f8-8ed304252cf5 req-c3e322be-df33-4ea1-86a5-7499839bfeb9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.3790689 Aug 04 11:53:49.804046 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Made reservation on behalf of fa24fe724491432e9f945e5c6381ace2 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:49.808451 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.047899 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6c32-f75a-48e8-b4d8-0d8adb409306 req-c151d2b3-32df-429e-b14b-e510d0092520 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:50.055965 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3d1a6c32-f75a-48e8-b4d8-0d8adb409306 req-c151d2b3-32df-429e-b14b-e510d0092520 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1358764 Aug 04 11:53:50.135557 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e62de70f-1b40-45c2-b4f8-8ed304252cf5 req-fcce3edc-120a-4b5d-b170-b983bc554d16 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389013 Aug 04 11:53:50.165722 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3d1a6c32-f75a-48e8-b4d8-0d8adb409306 req-fec066ca-c32a-4e01-8a5a-1c39597eb9de tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021695 Aug 04 11:53:50.208975 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Allocated IP 172.20.0.2 (c6e26a5e-be60-43f7-9baf-ebcb7568bd3c/2317d345-c659-43e9-b20e-19ac765a6246/35ab8fc1-7302-4ffe-8e91-ed65bb208fff) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:50.376523 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-60321ecb-1b08-466a-a602-267d17b441da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.437822 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9bb3d405-c722-4077-8abd-9c697d3a1e65 req-e69b4c40-ebfa-4bfb-8b58-84a81bc2f95b tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 210 time: 0.1355982 Aug 04 11:53:50.761725 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.881760 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.949538 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8', '7957dd41-0f03-4f9e-ab26-20eebe061952', '3278e5b0-73ac-4519-b39a-5a41b6299673'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:53:51.161770 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event updated for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:51.187241 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:51.206796 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:51.228175 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:51.455427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d9989-2c1f-41c4-9a18-139b9910ee61 req-4729350d-8d89-429e-9ffc-a092e0ab4a60 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.469403 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-256d9989-2c1f-41c4-9a18-139b9910ee61 req-4729350d-8d89-429e-9ffc-a092e0ab4a60 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1101420 Aug 04 11:53:51.487521 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.488247 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:51.518335 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2c0ed6da-cdc1-42ee-9bb4-326f3852e232 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0834286 Aug 04 11:53:51.525062 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-256d9989-2c1f-41c4-9a18-139b9910ee61 req-09f47826-5c5b-46db-a18d-46c8677b8c23 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Aug 04 11:53:51.576077 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e208555-78af-4c20-8f9a-ceb0456e2612 req-b18ca2d0-3d95-4654-9f62-232003edcebc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.576077 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e208555-78af-4c20-8f9a-ceb0456e2612 req-b18ca2d0-3d95-4654-9f62-232003edcebc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1478410 Aug 04 11:53:51.597221 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Request body: {'port': {'device_id': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:51.695513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355d00-aa93-4a3b-a542-bd4aa6c14e29 req-d8bfa29b-f0e7-4aec-ba8b-c85cdb1336b7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.697672 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-20355d00-aa93-4a3b-a542-bd4aa6c14e29 req-d8bfa29b-f0e7-4aec-ba8b-c85cdb1336b7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 931 time: 0.0780294 Aug 04 11:53:51.760550 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e208555-78af-4c20-8f9a-ceb0456e2612 req-af9b4fdc-2362-41a2-b067-300be8d7fd2d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379259 Aug 04 11:53:51.802918 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-20355d00-aa93-4a3b-a542-bd4aa6c14e29 req-35f3f9a5-e129-4976-8a6e-b4b5248000b9 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Aug 04 11:53:51.811455 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:52.564596 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ab8fc1-7302-4ffe-8e91-ed65bb208fff {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:53:52.581785 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:52.611473 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Transition to ACTIVE for port object 35ab8fc1-7302-4ffe-8e91-ed65bb208fff will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:52.619341 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:52.753924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Pushing event updated for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:52.820465 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fcde0-7c24-41d8-bbcd-943c24b3c150 req-09224efa-cc74-46d4-adf6-a3c7890742ea tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:52.829697 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c20fcde0-7c24-41d8-bbcd-943c24b3c150 req-09224efa-cc74-46d4-adf6-a3c7890742ea tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1289742 Aug 04 11:53:52.915489 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Attempting to bind port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:52.916021 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Attempting to bind port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:52.917316 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Attempting to bind port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:52.941301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:53:52.952399 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Attempting to bind port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff on network c6e26a5e-be60-43f7-9baf-ebcb7568bd3c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:52.959006 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:52.959522 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Checking segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:52.960060 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Bound using segment: {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:52.960623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Bound port: 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53149446-b799-454a-bccd-301628b6a2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:52.961103 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:52.981428 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c20fcde0-7c24-41d8-bbcd-943c24b3c150 req-8fb3abbb-f192-4c14-9080-9a12153c062e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502194 Aug 04 11:53:53.179929 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:53.187294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:53.196762 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:53.225690 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016d3a-d4b7-4ea9-a67f-bf6560fe24ab req-46ac329d-3020-498f-87d6-b254f836ac3a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.234523 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-78016d3a-d4b7-4ea9-a67f-bf6560fe24ab req-46ac329d-3020-498f-87d6-b254f836ac3a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1222463 Aug 04 11:53:53.250866 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.252232 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:53.254001 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] 10.222.0.89 "PUT /v2.0/ports/35ab8fc1-7302-4ffe-8e91-ed65bb208fff HTTP/1.1" status: 200 len: 1093 time: 1.6820505 Aug 04 11:53:53.262504 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:53.268613 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec1416-cbed-46c9-b956-a681efea5f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:53.310596 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad08157-3677-4e97-9106-41329ab68129 req-a199935d-a998-4e6f-b1ea-9823ec611fdb tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.316450 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4ad08157-3677-4e97-9106-41329ab68129 req-a199935d-a998-4e6f-b1ea-9823ec611fdb tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 943 time: 0.3051224 Aug 04 11:53:53.351042 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-94e89e40-47d3-442c-baaa-3ea64dd192d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:53.454556 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4ad08157-3677-4e97-9106-41329ab68129 req-18459a3b-23ea-4c05-815d-2e457f73e5c8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206615 Aug 04 11:53:53.468345 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-78016d3a-d4b7-4ea9-a67f-bf6560fe24ab req-6a3be840-cc99-4ae7-81f9-6a6a7a71b655 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318015 Aug 04 11:53:53.546946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-f94846f1-3e9a-4f41-adfa-391394cfd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.549268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-f94846f1-3e9a-4f41-adfa-391394cfd42c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 1096 time: 0.1883891 Aug 04 11:53:53.656637 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:53.691852 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:53.736703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b819363-76f5-481b-a420-ef164558e375 x-openstack-request-id: req-4b819363-76f5-481b-a420-ef164558e375 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:53.737665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:53.737665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b819363-76f5-481b-a420-ef164558e375 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:53.737665 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff', 'status': 'completed', 'code': 200} Aug 04 11:53:53.773612 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-2db1857e-1483-42ce-acb5-be4ea993e625 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff HTTP/1.1" status: 200 len: 217 time: 0.2077467 Aug 04 11:53:53.778017 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa599b-4eec-4d23-88cb-9ff703ecbc33 service neutron] Pushing event updated for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:53.877948 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-e0f1d8ab-0fa4-43e9-b898-33091d27a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.880866 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-e0f1d8ab-0fa4-43e9-b898-33091d27a63a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.0919068 Aug 04 11:53:53.968268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-f33a127e-80dc-47e7-b460-7767d1187eba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764418 Aug 04 11:53:54.262029 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848b16-9308-46dd-b65e-972f8050cf06 req-3aed7749-5d81-4c0b-8448-84a43a0c48c4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:54.276634 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-07848b16-9308-46dd-b65e-972f8050cf06 req-3aed7749-5d81-4c0b-8448-84a43a0c48c4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1593924 Aug 04 11:53:54.367671 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-07848b16-9308-46dd-b65e-972f8050cf06 req-5d9e3e45-b3a8-4af4-affa-2aa7855a74dd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875351 Aug 04 11:53:54.378826 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-63177c9c-c28c-4677-8328-9e7148cd426f service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995023 Aug 04 11:53:54.383272 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-5ca55130-16c8-4b8d-aa02-d5e2eb437e25 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2850118 Aug 04 11:53:54.701092 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5fa8c-e0ae-4c02-9525-4182e455dadf req-e93652e8-3ddc-4693-93e0-42796fa28f28 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:54.711016 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7cd5fa8c-e0ae-4c02-9525-4182e455dadf req-e93652e8-3ddc-4693-93e0-42796fa28f28 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0836055 Aug 04 11:53:54.770804 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7cd5fa8c-e0ae-4c02-9525-4182e455dadf req-1352d5ef-7183-4596-b6c1-e935d5368689 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583012 Aug 04 11:53:54.790112 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd2e9382-9ac5-47c8-87d1-506620dec6f0 req-0e883e36-b47b-45fb-bfa0-e68727d1b7d2 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706849 Aug 04 11:53:54.806034 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867edc98-4588-4c17-92a6-623956931319 req-eda6a535-8c26-466c-8821-cb089575e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:54.808574 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-eda6a535-8c26-466c-8821-cb089575e237 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 1099 time: 0.2865632 Aug 04 11:53:54.844361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7e851-8c60-46ea-855c-2ef554ee60c4 req-c43bb280-40e7-4070-97d0-9923a123c3dc tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:54.845980 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58b7e851-8c60-46ea-855c-2ef554ee60c4 req-c43bb280-40e7-4070-97d0-9923a123c3dc tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 943 time: 0.1801021 Aug 04 11:53:55.083027 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867edc98-4588-4c17-92a6-623956931319 req-92c31ef8-a399-4624-9373-49ae36570a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.087156 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-92c31ef8-a399-4624-9373-49ae36570a56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.2115259 Aug 04 11:53:55.097603 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:55.113517 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58b7e851-8c60-46ea-855c-2ef554ee60c4 req-bf2c02ff-bd4d-47b4-9357-bd17cf7e9e27 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599368 Aug 04 11:53:55.173716 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-2fa07aac-ae83-43bc-8ec3-d9ab22eeaa9c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 200 len: 217 time: 0.0713005 Aug 04 11:53:55.178088 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-1ba9f0fd-9990-4046-9f66-241b237eff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.180044 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-1ba9f0fd-9990-4046-9f66-241b237eff43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa24fe724491432e9f945e5c6381ace2&device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 1096 time: 0.2328782 Aug 04 11:53:55.562988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f51b6e-ae30-406f-8606-5ba59541b6fd req-357732c3-5478-498d-b30b-64a9e1c1c572 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.570860 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28f51b6e-ae30-406f-8606-5ba59541b6fd req-357732c3-5478-498d-b30b-64a9e1c1c572 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0857704 Aug 04 11:53:55.619345 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867edc98-4588-4c17-92a6-623956931319 req-65b8818c-9450-408d-99fe-0bcb775295d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.621618 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-65b8818c-9450-408d-99fe-0bcb775295d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.4403648 Aug 04 11:53:55.626914 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28f51b6e-ae30-406f-8606-5ba59541b6fd req-6593f97b-ffd5-4d65-b54b-ac566d32ebf9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548928 Aug 04 11:53:55.675561 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-d5a0cbba-bd09-4030-9b2a-9befd3b690f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391464 Aug 04 11:53:55.693335 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-bd1da89e-9be0-4b71-99b1-3de0811dec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.695152 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-bd1da89e-9be0-4b71-99b1-3de0811dec16 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 200 len: 916 time: 0.5015213 Aug 04 11:53:55.855153 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-e4f8f563-9d73-479b-8cce-3c9c67f9b73d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff HTTP/1.1" status: 200 len: 217 time: 0.1073375 Aug 04 11:53:56.003571 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-352087ca-8d08-4bd8-8ec6-e39a773855e5 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698603 Aug 04 11:53:56.145916 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a544f-c7bb-4c27-9001-9681d5e1769c req-57505423-aac6-4df3-9a93-b57072b53ed0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.147750 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d31a544f-c7bb-4c27-9001-9681d5e1769c req-57505423-aac6-4df3-9a93-b57072b53ed0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.2603564 Aug 04 11:53:56.155235 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-5f10c021-dc8b-48ba-aa5c-83b22ace124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.156870 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-5f10c021-dc8b-48ba-aa5c-83b22ace124f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 200 len: 855 time: 0.2153044 Aug 04 11:53:56.291329 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-c18fd600-b5af-41b1-9ed9-03cdbf4c4764 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494978 Aug 04 11:53:56.308386 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d31a544f-c7bb-4c27-9001-9681d5e1769c req-92c88e05-ae85-4f21-a4cb-88e71c73e50a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387346 Aug 04 11:53:56.337946 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-867edc98-4588-4c17-92a6-623956931319 req-821851c7-a101-4e68-b968-d969099afa7d service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141038 Aug 04 11:53:56.356619 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7572c5-3730-4f1b-bfc4-45a0159a57bc req-d445a849-0234-437b-b761-7520dc2783ee tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.365916 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4a7572c5-3730-4f1b-bfc4-45a0159a57bc req-d445a849-0234-437b-b761-7520dc2783ee tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 943 time: 0.0769830 Aug 04 11:53:56.405309 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4a7572c5-3730-4f1b-bfc4-45a0159a57bc req-9441a613-8946-40c4-8c27-6568477d3ad0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Aug 04 11:53:56.504458 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-0626739e-d78e-4f81-aa4a-b31b3ef9bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.505744 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-0626739e-d78e-4f81-aa4a-b31b3ef9bc77 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1098 time: 0.0846643 Aug 04 11:53:56.507648 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-745568da-85e3-4dbf-9711-eca1fadaab58 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982133 Aug 04 11:53:56.776983 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-edd84e99-8aef-4859-b3ea-f913df5de63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.776983 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-edd84e99-8aef-4859-b3ea-f913df5de63f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.2421870 Aug 04 11:53:56.862641 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-35ec1416-cbed-46c9-b956-a681efea5f2e req-1e4e3b84-e4cf-441c-b489-5a5975d34be2 service neutron] 10.222.0.89 "GET /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244584 Aug 04 11:53:56.913435 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428cf58-2e7b-41d8-8581-c8790fbb83fd req-159a5db9-343b-45f2-b836-acbc89f2ce31 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.915250 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f428cf58-2e7b-41d8-8581-c8790fbb83fd req-159a5db9-343b-45f2-b836-acbc89f2ce31 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1355290 Aug 04 11:53:56.917735 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-89be2539-65d8-4a8c-a2a0-93e1fd9fc3c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 1001 time: 0.1161020 Aug 04 11:53:56.992348 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f428cf58-2e7b-41d8-8581-c8790fbb83fd req-589fe773-9b89-4c0e-bb48-aa8c803a3b54 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684969 Aug 04 11:53:57.006857 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-e749b9d4-2bc0-4533-8a56-b648c3a78148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:57.008360 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-e749b9d4-2bc0-4533-8a56-b648c3a78148 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0690262 Aug 04 11:53:57.068181 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-988790a2-e27c-43ab-9405-e22ef9954d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:57.069893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-988790a2-e27c-43ab-9405-e22ef9954d22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476663 Aug 04 11:53:57.192866 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-698e7091-7845-40da-9701-774e91ca9d2e service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116314 Aug 04 11:53:57.321009 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60b9d378-2720-40dd-96aa-3455af78fa64 req-4294e5e7-26e8-4e8d-a0d4-17b4a6ac728d service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198382 Aug 04 11:53:57.504049 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:57.533021 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbf079-d317-4caf-ad74-d0eb1a4e5059 req-c7ee0c4d-fb89-478c-8246-0e372c986cb5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:57.537287 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5cbbf079-d317-4caf-ad74-d0eb1a4e5059 req-c7ee0c4d-fb89-478c-8246-0e372c986cb5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1051009 Aug 04 11:53:57.610150 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 35ab8fc1-7302-4ffe-8e91-ed65bb208fff details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:53:57.611134 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5cbbf079-d317-4caf-ad74-d0eb1a4e5059 req-7d60843c-ec92-4a49-ae29-1797310fa732 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663602 Aug 04 11:53:57.624550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f07c2-e9e9-4bff-82c1-13f7eba7d206 req-261a29c0-874e-41ee-a2ee-6edda6680ae0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:57.626390 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f48f07c2-e9e9-4bff-82c1-13f7eba7d206 req-261a29c0-874e-41ee-a2ee-6edda6680ae0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 943 time: 0.0786519 Aug 04 11:53:57.684539 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f48f07c2-e9e9-4bff-82c1-13f7eba7d206 req-23eddc4b-50ef-4617-9aac-c3ee9cbf0d3a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Aug 04 11:53:57.726857 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:57.744008 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff', 'network_id': 'c6e26a5e-be60-43f7-9baf-ebcb7568bd3c', 'port_id': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff', 'mac_address': 'fa:16:3e:c3:9e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2317d345-c659-43e9-b20e-19ac765a6246', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:53:57.793661 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:57.810165 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ab8fc1-7302-4ffe-8e91-ed65bb208fff {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:53:57.831435 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:57.842563 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:57.897749 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:58.128198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92cae8-f917-4286-b3b8-74b031219d5a req-b020c862-f796-4624-8e4a-12328a9b0b70 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:58.130757 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ef92cae8-f917-4286-b3b8-74b031219d5a req-b020c862-f796-4624-8e4a-12328a9b0b70 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0567019 Aug 04 11:53:58.206957 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ef92cae8-f917-4286-b3b8-74b031219d5a req-2df7a0ca-57c4-49f7-b37a-505ef6330e32 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658879 Aug 04 11:53:58.311125 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['35ab8fc1-7302-4ffe-8e91-ed65bb208fff'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:53:58.764529 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9261a-e042-4d9c-9fb6-cb6063d15fbb req-eda70ccc-3d5f-4c50-8dfd-2fac6ab1a37d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:58.774766 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-02f9261a-e042-4d9c-9fb6-cb6063d15fbb req-eda70ccc-3d5f-4c50-8dfd-2fac6ab1a37d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.0736463 Aug 04 11:53:58.815150 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4fc70-bf2a-4b7f-8826-533e5beb09f3 req-ae206d42-caed-4436-8874-9ae14d01e31c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:58.820509 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-99e4fc70-bf2a-4b7f-8826-533e5beb09f3 req-ae206d42-caed-4436-8874-9ae14d01e31c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 944 time: 0.0571048 Aug 04 11:53:58.835549 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-02f9261a-e042-4d9c-9fb6-cb6063d15fbb req-30105b7a-59b2-4e33-9ec5-c4c98b7e78cd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592189 Aug 04 11:53:58.934439 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-99e4fc70-bf2a-4b7f-8826-533e5beb09f3 req-4cbed950-152c-46f7-b4f2-5e0885a7bb05 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115305 Aug 04 11:53:59.358460 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29d520-2702-4b52-af63-d10ff1ce8411 req-5cac1110-e1b2-4390-968e-9f51c98a6795 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:59.365748 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2c29d520-2702-4b52-af63-d10ff1ce8411 req-5cac1110-e1b2-4390-968e-9f51c98a6795 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0686085 Aug 04 11:53:59.400141 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2c29d520-2702-4b52-af63-d10ff1ce8411 req-c8afa856-fbea-4750-8a37-e3ced9a776a5 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Aug 04 11:53:59.629147 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 35ab8fc1-7302-4ffe-8e91-ed65bb208fff up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:59.720197 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:59.725186 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:59.725564 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:59.836827 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:59.875640 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:59.878434 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796780dc-aeb1-4a53-85b9-db1ec7047d17" -d '{"events": [{"server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "name": "network-vif-plugged", "status": "completed", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:59.934885 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:59.944774 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:59.945829 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:53:59.984738 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431e9d5c-d156-4b6c-abed-9b9508b6c5ed x-openstack-request-id: req-431e9d5c-d156-4b6c-abed-9b9508b6c5ed {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:59.985404 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "name": "network-vif-plugged", "status": "completed", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:59.985725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-431e9d5c-d156-4b6c-abed-9b9508b6c5ed {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:59.986670 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff', 'code': 200} Aug 04 11:54:00.068572 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7c7fc-eb85-4bf3-b141-99d4b7c0e25e req-d997d40b-e09e-4c9e-af91-9dfa94b83da9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:00.071649 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28d7c7fc-eb85-4bf3-b141-99d4b7c0e25e req-d997d40b-e09e-4c9e-af91-9dfa94b83da9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 945 time: 0.1206460 Aug 04 11:54:00.085482 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:00.165779 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28d7c7fc-eb85-4bf3-b141-99d4b7c0e25e req-e3feba96-ae0b-403d-9ff5-b4043a606b03 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833125 Aug 04 11:54:00.187129 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.188008 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd118f3-1876-4e0a-ba1c-ff0681055a51 req-698f173a-aab1-404e-aa69-fee3db38d913 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:00.196790 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfd118f3-1876-4e0a-ba1c-ff0681055a51 req-698f173a-aab1-404e-aa69-fee3db38d913 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.1325855 Aug 04 11:54:00.265782 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:00.272011 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.290059 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfd118f3-1876-4e0a-ba1c-ff0681055a51 req-5a90680a-8bcf-4a73-9840-e936271ad0b5 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890796 Aug 04 11:54:00.330924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cdd2a-1050-4e77-9524-8e4c39c77dd8 req-45f95442-09ab-41e8-8698-8a103e85b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:00.334315 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6f6cdd2a-1050-4e77-9524-8e4c39c77dd8 req-45f95442-09ab-41e8-8698-8a103e85b516 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 1098 time: 0.0865879 Aug 04 11:54:00.362642 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=8']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:00.397300 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6f6cdd2a-1050-4e77-9524-8e4c39c77dd8 req-232b5782-e755-43af-9cc1-8f25902c98ce service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Aug 04 11:54:00.575128 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33aaf-21a5-4f83-babc-1724f0a72399 req-4115086d-9a05-4a4a-bf3b-6d8421625c40 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:00.576687 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bd33aaf-21a5-4f83-babc-1724f0a72399 req-4115086d-9a05-4a4a-bf3b-6d8421625c40 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0701942 Aug 04 11:54:00.629214 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4bd33aaf-21a5-4f83-babc-1724f0a72399 req-320c23ed-f3b8-4ea2-ae61-d8cf2dac4f06 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Aug 04 11:54:01.071137 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a30e0-606c-4bf2-b39d-cd654e566673 req-48c0ad47-4e3c-455b-a770-132637994b64 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.073938 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f02a30e0-606c-4bf2-b39d-cd654e566673 req-48c0ad47-4e3c-455b-a770-132637994b64 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0930851 Aug 04 11:54:01.132556 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f02a30e0-606c-4bf2-b39d-cd654e566673 req-bfe66c21-5812-422f-b820-ecf0dbc5e2de tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 Aug 04 11:54:01.444863 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca66be-966c-45df-825f-0ebd9d08741f req-ba5dc5c8-8606-4d4a-a35c-7fca7a1cdd5e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.446535 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7cca66be-966c-45df-825f-0ebd9d08741f req-ba5dc5c8-8606-4d4a-a35c-7fca7a1cdd5e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0833721 Aug 04 11:54:01.510860 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7cca66be-966c-45df-825f-0ebd9d08741f req-b63bf73c-5366-4989-ae3e-60b0d827d6a5 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560236 Aug 04 11:54:01.647127 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-7070f203-ad48-4af9-8c7e-4a03d6b757bc tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.648569 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-7070f203-ad48-4af9-8c7e-4a03d6b757bc tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 814 time: 0.1020200 Aug 04 11:54:01.661247 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41038) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:01.666383 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-1c160c8b-ab6f-4565-9617-862b981edcf1 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/quotas/f7c376d8e01c45868249b2a5363517b4 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Aug 04 11:54:01.731489 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-e8d69177-dbcd-4679-9042-c92763a45504 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568917 Aug 04 11:54:01.794445 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b7d72-21ea-4d42-b7dc-d3e7f4ba0860 req-48886cae-a8aa-4de5-90fe-f379b09ff219 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.795636 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7c6b7d72-21ea-4d42-b7dc-d3e7f4ba0860 req-48886cae-a8aa-4de5-90fe-f379b09ff219 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0935283 Aug 04 11:54:01.813694 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-85ca2b7f-ec1c-4434-a5e9-026c47e9d852 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459544 Aug 04 11:54:01.844460 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-cf0824ef-ca9f-4077-bcf9-1458abc496f9 service neutron] 10.222.0.54 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000161 Aug 04 11:54:01.870986 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7c6b7d72-21ea-4d42-b7dc-d3e7f4ba0860 req-c5c19adf-1fd9-4e7f-9a52-72319289b0e3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555589 Aug 04 11:54:01.969024 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-e1a10c2a-8d76-43d0-a3b6-026c1a4d7d96 service neutron] 10.222.0.54 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236880 Aug 04 11:54:01.991091 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:01.992566 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369f4351-1f74-436f-aa8e-41011b5b1f37" -d '{"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-unplugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:02.034254 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68585c-a64c-45f6-abf5-98951b9c6700 x-openstack-request-id: req-be68585c-a64c-45f6-abf5-98951b9c6700 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:02.034577 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-unplugged", "status": "failed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "code": 422}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:02.034800 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be68585c-a64c-45f6-abf5-98951b9c6700 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:02.036007 dv-cinder-792800-3-iscsi neutron-server[104941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'code': 422} returned with failed status Aug 04 11:54:02.212967 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cecdbbdc-a0bc-4ac3-a89c-2dbd4733a42e req-597ecf98-1e62-4a1d-8dfa-c4fa4d910e6e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 210 time: 0.0509901 Aug 04 11:54:02.351654 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d7643-0b28-4715-a3c8-296d5b432d34 req-50ca11aa-ad2b-482b-913e-40eb4a799b51 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:02.353304 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c51d7643-0b28-4715-a3c8-296d5b432d34 req-50ca11aa-ad2b-482b-913e-40eb4a799b51 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0701025 Aug 04 11:54:02.414174 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c51d7643-0b28-4715-a3c8-296d5b432d34 req-94c52bbd-8bb7-4da1-b9a6-fc2f23bd3382 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535316 Aug 04 11:54:02.616866 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41070) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:02.686625 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68036569-3818-41e4-a370-5d018166a867 req-b5d643c8-03ba-40fc-9565-996bd66b75f8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:02.689078 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-68036569-3818-41e4-a370-5d018166a867 req-b5d643c8-03ba-40fc-9565-996bd66b75f8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0760865 Aug 04 11:54:02.691823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Deleting subnet dd035d83-b4e9-42e1-85b3-2247db0cec19 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:54:02.695138 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:02.734861 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:02.735545 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-68036569-3818-41e4-a370-5d018166a867 req-6ad751c3-fb85-41fc-b1d6-aa53bb55acd7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Aug 04 11:54:02.786190 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:02.845375 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:02.876054 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd035d83-b4e9-42e1-85b3-2247db0cec19,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:02.881440 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:02.883810 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dd035d83-b4e9-42e1-85b3-2247db0cec19 HTTP/1.1" status: 204 len: 168 time: 0.2628202 Aug 04 11:54:02.886984 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41074) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:02.890414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.890970 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.891635 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.892150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.892742 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.893243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.893973 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.894482 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.895647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.896033 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.896628 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.896982 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681c3ba-fa5a-497b-88ba-043772233a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:02.988183 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.048065 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8d50-a879-476d-b428-6be9b5058119 req-b6356d1f-78f2-476e-9e3a-cfd28b22cbec tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:03.055709 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-558a8d50-a879-476d-b428-6be9b5058119 req-b6356d1f-78f2-476e-9e3a-cfd28b22cbec tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0773358 Aug 04 11:54:03.104467 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-558a8d50-a879-476d-b428-6be9b5058119 req-c5b87d98-50a0-49e2-919f-be2410b2b6a8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Aug 04 11:54:03.114524 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.128251 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.128607 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.129377 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.129728 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > port after_create 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.130090 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.130453 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > port after_update 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.130880 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.131118 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.131440 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.131795 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.223140 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.223679 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.224088 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.224914 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:54:03.225365 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7315f8-8183-4942-a3d1-5d8663acd9b6']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:03.250682 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:03.251028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be34fa45-fa2a-434a-ae3f-c3a0b79d2ece') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:03.269087 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.297639 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.308128 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:54:03.308551 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: from cryptography.utils import int_from_bytes Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: from cryptography.utils import int_from_bytes Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:54:03.312877 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:54:03.318117 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-92285c37-225b-4936-8a00-ee92dd9f48ab req-7954cee5-68a7-4069-bb9f-8f796d793d2f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 210 time: 0.0321810 Aug 04 11:54:03.393259 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.422102 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.428879 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/cc7315f8-8183-4942-a3d1-5d8663acd9b6 HTTP/1.1" status: 204 len: 168 time: 0.5369494 Aug 04 11:54:03.428879 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7315f8-8183-4942-a3d1-5d8663acd9b6,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:03.440295 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.441066 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.444469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.444469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.444469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.444469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.448983 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.449949 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.451462 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.452089 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.452688 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.453253 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61afcfa-edc6-41b7-a658-314e8642c9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:03.575871 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde10e-7187-47e6-aefe-d5e3e29fa12b req-542b1585-f103-47de-87bc-8e90cdbec198 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:03.583783 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-02dde10e-7187-47e6-aefe-d5e3e29fa12b req-542b1585-f103-47de-87bc-8e90cdbec198 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0639999 Aug 04 11:54:03.644681 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-02dde10e-7187-47e6-aefe-d5e3e29fa12b req-8b2df3f3-90a7-4093-8e38-e1cabf98fd48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595453 Aug 04 11:54:03.665940 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:54:03.695030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41098) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:03.744235 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-6044c04e-0a82-465f-9c01-85195ca33e21 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:03.746572 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-6044c04e-0a82-465f-9c01-85195ca33e21 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 814 time: 0.1704738 Aug 04 11:54:03.761395 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-441c0505-4400-400c-8b0e-261647cd2258 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e1af74e5738349de92c753af5f9363f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638030 Aug 04 11:54:03.763877 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41100) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:03.771770 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'port': {'device_id': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'admin_state_up': True, 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:03.823513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.846796 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.892281 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Made reservation on behalf of f7c376d8e01c45868249b2a5363517b4 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:03.896736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.898555 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.901390 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:03.902880 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/171a26f8-8605-4d65-9557-a03306c08b9e HTTP/1.1" status: 204 len: 168 time: 0.1376235 Aug 04 11:54:03.916716 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6bec-6cbb-4766-a8db-8f79a62dda3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a26f8-8605-4d65-9557-a03306c08b9e,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:04.058641 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Allocated IP 172.20.0.13 (d0be09c0-8856-4adb-b190-02ad13cf99bf/c081a140-a559-49a9-a327-b0e1cef0b195/4187099e-c401-4a94-9231-372cc3275959) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:04.368587 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-d71b1203-210c-49db-bc08-aed8bf989cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:04.370409 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-d71b1203-210c-49db-bc08-aed8bf989cf7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 1096 time: 0.1587386 Aug 04 11:54:04.397109 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bec507-ba11-4d05-afe9-c36e4edfdcdf req-93a5d43c-d001-4bce-8004-e56adc67957c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:04.398715 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-00bec507-ba11-4d05-afe9-c36e4edfdcdf req-93a5d43c-d001-4bce-8004-e56adc67957c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1375918 Aug 04 11:54:04.420940 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:04.481526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Transition to ACTIVE for port object 4187099e-c401-4a94-9231-372cc3275959 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:04.504489 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-00bec507-ba11-4d05-afe9-c36e4edfdcdf req-073d313e-e86e-4731-950d-4f6d9e8097e2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955281 Aug 04 11:54:04.546512 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-8faf4a5f-9846-4beb-bfde-cd3f0e90111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:04.548151 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-8faf4a5f-9846-4beb-bfde-cd3f0e90111c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1096 time: 0.1237280 Aug 04 11:54:04.737240 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-66d06d55-f728-4c81-a64b-956eab65dfaf req-d46733d4-a42a-4ecb-bb85-2f8776e5810d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 210 time: 0.1174099 Aug 04 11:54:04.771362 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:04.854788 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Network d0be09c0-8856-4adb-b190-02ad13cf99bf is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:04.857580 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:04.864394 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:04.882915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:04.903634 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-7d305010-65a3-4e96-8a0f-634236c8903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:04.912149 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-7d305010-65a3-4e96-8a0f-634236c8903b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.3425748 Aug 04 11:54:05.036249 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd177e-9910-40a9-8615-31f13f5f2653 req-2db4d9c1-d983-4dfb-a351-16fa74a99e54 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:05.048603 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eacd177e-9910-40a9-8615-31f13f5f2653 req-2db4d9c1-d983-4dfb-a351-16fa74a99e54 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.2143800 Aug 04 11:54:05.209303 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eacd177e-9910-40a9-8615-31f13f5f2653 req-91d8d8af-136d-42d2-bfc0-02d653129cd4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568689 Aug 04 11:54:05.422344 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c6dd2b5b-de7a-47e4-9f03-ad2e90e05ce7 None None] Provisioning for port 4187099e-c401-4a94-9231-372cc3275959 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:05.440661 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c6dd2b5b-de7a-47e4-9f03-ad2e90e05ce7 None None] Provisioning complete for port 4187099e-c401-4a94-9231-372cc3275959 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:05.442127 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c6dd2b5b-de7a-47e4-9f03-ad2e90e05ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:05.547794 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd2b5b-de7a-47e4-9f03-ad2e90e05ce7 None None] Port 4187099e-c401-4a94-9231-372cc3275959 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:54:05.799952 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:05.800671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:05.888547 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-46d17a8b-6c8d-47e1-b1e5-eac5ecf2d5a5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1199763 Aug 04 11:54:05.911847 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-700b7071-6a28-4183-9449-227276417c60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 999 time: 0.8985000 Aug 04 11:54:05.927414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a5f2d-2781-465b-a5de-62f0506b10e8 req-cc118732-a3d6-4035-a3a5-6208e244fb13 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:05.938127 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e91a5f2d-2781-465b-a5de-62f0506b10e8 req-cc118732-a3d6-4035-a3a5-6208e244fb13 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.2093685 Aug 04 11:54:05.961137 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34ac67-c87c-43ae-a32a-398fb6a99a77 req-b6df7ea1-3ec2-4be1-b95b-d3d9a012ec75 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:05.975568 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bf34ac67-c87c-43ae-a32a-398fb6a99a77 req-b6df7ea1-3ec2-4be1-b95b-d3d9a012ec75 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.1211488 Aug 04 11:54:06.019938 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e91a5f2d-2781-465b-a5de-62f0506b10e8 req-5172ea06-3432-4461-8ddf-dec547e011ff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Aug 04 11:54:06.104779 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bf34ac67-c87c-43ae-a32a-398fb6a99a77 req-da3d94e3-4425-4b30-98f5-6df8b9972bfc tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272652 Aug 04 11:54:06.308817 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41186) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:06.457904 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe1fe-5c76-4a00-8c87-87bb634451fb req-e000a670-4dc1-4114-a3de-8841d451b94b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:06.459499 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-76dbe1fe-5c76-4a00-8c87-87bb634451fb req-e000a670-4dc1-4114-a3de-8841d451b94b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1197157 Aug 04 11:54:06.527169 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-76dbe1fe-5c76-4a00-8c87-87bb634451fb req-df92228c-11b0-4b41-a676-52905fa0a5bc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546274 Aug 04 11:54:06.552519 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8dc75ecd-c215-4cdc-ba76-a4c1587fd78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.728135 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8dc75ecd-c215-4cdc-ba76-a4c1587fd78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.735446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8dc75ecd-c215-4cdc-ba76-a4c1587fd78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.776094 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc75ecd-c215-4cdc-ba76-a4c1587fd78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fffff-03c0-4bed-ab6f-63aa5c33764e,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:06.780982 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8dc75ecd-c215-4cdc-ba76-a4c1587fd78c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c05fb87509b744de9c7f0ea3e6417cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708951 Aug 04 11:54:06.783833 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41196) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:06.861968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.883979 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.937883 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.940398 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:06.941559 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed5fffff-03c0-4bed-ab6f-63aa5c33764e HTTP/1.1" status: 204 len: 168 time: 0.1567271 Aug 04 11:54:06.961456 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2cff1-28f2-4de4-9e84-65381291edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fffff-03c0-4bed-ab6f-63aa5c33764e,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:07.194618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216b16d-1df9-4288-b978-061cf34bbddb req-f17332f6-3b80-4a3d-b96f-75efd421963f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:07.196926 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a216b16d-1df9-4288-b978-061cf34bbddb req-f17332f6-3b80-4a3d-b96f-75efd421963f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0858536 Aug 04 11:54:07.246810 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a216b16d-1df9-4288-b978-061cf34bbddb req-a91a670e-0cb1-4e2d-a076-f7d018057fb3 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Aug 04 11:54:07.399347 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca144b0-b6ba-451b-8f2d-6af05c1bfa39 req-79c5549e-ef1d-4aaa-bd76-75fec1e96c25 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:07.401005 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bca144b0-b6ba-451b-8f2d-6af05c1bfa39 req-79c5549e-ef1d-4aaa-bd76-75fec1e96c25 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.0657041 Aug 04 11:54:07.449447 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bca144b0-b6ba-451b-8f2d-6af05c1bfa39 req-220360aa-73ce-41df-be1f-266f60456fba tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Aug 04 11:54:07.753303 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7820f-edde-4f43-8a9d-2dfbf51b66f5 req-5507ce7b-c41c-4882-92e5-e9b5acf45c26 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:07.767341 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-15d7820f-edde-4f43-8a9d-2dfbf51b66f5 req-5507ce7b-c41c-4882-92e5-e9b5acf45c26 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1136053 Aug 04 11:54:07.816423 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-15d7820f-edde-4f43-8a9d-2dfbf51b66f5 req-6fce5dee-94e8-4008-b970-53542f29d9d6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461323 Aug 04 11:54:07.949171 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41228) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:08.059268 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1143631237-network', 'tenant_id': '77744f95b8414c45b561c7b403c1c869'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:08.084579 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Made reservation on behalf of 77744f95b8414c45b561c7b403c1c869 for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:08.087503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.097135 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.238556 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.256197 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.304376 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:54:08.313460 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7498d532-7a26-44eb-83de-2999a0306cde,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:08.329472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.330313 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Added segment b9a3ff95-9eef-4c08-b319-870d220a8b8d of type vlan for network db99ec1d-6028-4fd4-9d68-c91acdb2b66a Aug 04 11:54:08.382074 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.399279 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b23c0f-3e17-47a5-84e2-69dd93552ffa req-8fa1cef3-0a12-4eaf-92f0-0fc57a339cbd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:08.401553 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-14b23c0f-3e17-47a5-84e2-69dd93552ffa req-8fa1cef3-0a12-4eaf-92f0-0fc57a339cbd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0729661 Aug 04 11:54:08.415958 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.417643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:08.418274 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.446824 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-14b23c0f-3e17-47a5-84e2-69dd93552ffa req-0b8507f2-2597-4fcc-85b7-ff06e2aea3b1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Aug 04 11:54:08.486595 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] Pushing event updated for resources: {'Network': ['ID=db99ec1d-6028-4fd4-9d68-c91acdb2b66a,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:08.494888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41242) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:08.496325 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d761a39e-b7ba-4b63-963b-8a9e25aacc10 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5402241 Aug 04 11:54:08.501810 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:54:08.513521 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Request body: {'subnet': {'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1143631237-subnet', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:08.585868 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Made reservation on behalf of 77744f95b8414c45b561c7b403c1c869 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:08.592595 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:08.713559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c3e33-7856-4e85-91a7-52ce97d79673 req-78d44c0d-1293-4e0b-b944-fdb1e2bccd99 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:08.715183 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-041c3e33-7856-4e85-91a7-52ce97d79673 req-78d44c0d-1293-4e0b-b944-fdb1e2bccd99 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.1194794 Aug 04 11:54:08.806414 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-041c3e33-7856-4e85-91a7-52ce97d79673 req-ec6db8b4-6aa8-4984-b4ca-6cce2bf482e9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808635 Aug 04 11:54:08.894974 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.018955 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f48b67-2c5e-4186-8eeb-014b9812c550,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:09.036806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Checking segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:09.037240 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Network hostable DHCP agents. Network: db99ec1d-6028-4fd4-9d68-c91acdb2b66a, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:54:09.049672 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ea973-bd96-4217-9628-1458331720fa req-18035504-d224-4633-8d7e-7ecf29e0c893 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:09.051604 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c59ea973-bd96-4217-9628-1458331720fa req-18035504-d224-4633-8d7e-7ecf29e0c893 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1057868 Aug 04 11:54:09.110263 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:54:09.134383 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, db99ec1d-6028-4fd4-9d68-c91acdb2b66a) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:09.144291 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c59ea973-bd96-4217-9628-1458331720fa req-d6d6a38e-ac98-4ac3-9ccf-1265cbf2ea55 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778449 Aug 04 11:54:09.145451 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897178c-ec17-422c-9e9c-75c58ae1be54 None None] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:54:09.147930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:09.148536 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.167597 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-515bd912-cf44-495d-bf34-60c3077f9458 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6710775 Aug 04 11:54:09.172794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41246) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:09.177911 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:09.206645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.208161 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.274467 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.485969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.561487 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:54:09.563677 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.650585 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9561-e528-4abe-8e3d-7d780cd2d51e req-2c723e8d-dcf3-4512-8f7b-cb53854b0a38 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:09.652423 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b2e9561-e528-4abe-8e3d-7d780cd2d51e req-2c723e8d-dcf3-4512-8f7b-cb53854b0a38 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0670843 Aug 04 11:54:09.770704 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Allocated IP 172.20.0.2 (db99ec1d-6028-4fd4-9d68-c91acdb2b66a/c0f48b67-2c5e-4186-8eeb-014b9812c550/7a29e632-3979-46dd-ac90-d33151fad3ae) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:09.777338 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b2e9561-e528-4abe-8e3d-7d780cd2d51e req-7f8aff3d-a223-468c-8170-f3883046219b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996444 Aug 04 11:54:09.864999 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.924509 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:09.986118 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.000346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Transition to ACTIVE for port object 7a29e632-3979-46dd-ac90-d33151fad3ae will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:10.026209 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Transition to ACTIVE for port object 7a29e632-3979-46dd-ac90-d33151fad3ae will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:10.036506 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.088493 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c698ee-10e4-40ab-a020-6360c30d60fc req-726cb942-99dc-40c1-b792-b8c5205676e2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:10.090230 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-96c698ee-10e4-40ab-a020-6360c30d60fc req-726cb942-99dc-40c1-b792-b8c5205676e2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.1683216 Aug 04 11:54:10.097828 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:10.101192 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:10.104102 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:10.119652 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Pushing event updated for resources: {'Port': ['ID=7a29e632-3979-46dd-ac90-d33151fad3ae,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:10.139244 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Allocated IP 172.27.1.2 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:10.183697 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Attempting to bind port 7a29e632-3979-46dd-ac90-d33151fad3ae on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:10.183940 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Attempting to bind port 7a29e632-3979-46dd-ac90-d33151fad3ae by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:10.184275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Attempting to bind port 7a29e632-3979-46dd-ac90-d33151fad3ae on network db99ec1d-6028-4fd4-9d68-c91acdb2b66a {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:10.189582 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-96c698ee-10e4-40ab-a020-6360c30d60fc req-0b55ac6e-af13-4005-97e4-0ab053d098d2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870540 Aug 04 11:54:10.190960 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:10.196681 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Checking segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:10.197119 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.197744 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Bound using segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:10.215959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Bound port: 7a29e632-3979-46dd-ac90-d33151fad3ae, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:10.216481 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.311188 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] For port 7a29e632-3979-46dd-ac90-d33151fad3ae, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:10.315681 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] For port 7a29e632-3979-46dd-ac90-d33151fad3ae, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7a29e632-3979-46dd-ac90-d33151fad3ae,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:10.322262 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.377344 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.401407 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68360bc6-6867-4502-aefe-804243cc1a95 req-20690dd4-9a62-467d-909c-f4c16acd9db0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:10.404925 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-68360bc6-6867-4502-aefe-804243cc1a95 req-20690dd4-9a62-467d-909c-f4c16acd9db0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0907955 Aug 04 11:54:10.422551 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be791e8b-9eb4-4e45-9e7e-ec39e724bca9 None None] Pushing event updated for resources: {'Port': ['ID=7a29e632-3979-46dd-ac90-d33151fad3ae,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:10.489486 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:10.582864 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:10.653477 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:10.657376 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:10.660527 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:10.695832 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-68360bc6-6867-4502-aefe-804243cc1a95 req-24cbc9db-0e03-479f-bb4c-3ad8a43b1dda tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580523 Aug 04 11:54:10.977632 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5609e9-5a80-4970-bc40-60364441672b req-34b6a376-3aca-4a27-aea7-7d147a9c2e65 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:10.979493 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ce5609e9-5a80-4970-bc40-60364441672b req-34b6a376-3aca-4a27-aea7-7d147a9c2e65 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1063399 Aug 04 11:54:11.066543 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ce5609e9-5a80-4970-bc40-60364441672b req-adccac7e-2f2d-4670-96ae-eaf9a35a532b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Aug 04 11:54:11.069164 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:11.378810 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358408-fb56-480e-b3f3-d7d7456f52a6 req-c2b37a1a-5667-48a4-bb70-394e2f1053fd tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:11.387028 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-04358408-fb56-480e-b3f3-d7d7456f52a6 req-c2b37a1a-5667-48a4-bb70-394e2f1053fd tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.0775499 Aug 04 11:54:11.436628 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:11.444274 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-04358408-fb56-480e-b3f3-d7d7456f52a6 req-c912823c-dd1a-44ca-b1e9-bd960792213b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563734 Aug 04 11:54:11.628752 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bd845-10bc-4751-a5ba-c8ab242d7c22 None None] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:54:11.720219 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Router 443cbb53-687b-4012-b493-133eb614aec0 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:54:11.727951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-854602f5-8e93-4599-8d08-d93e7c8557fa None None] Provisioning for port 7a29e632-3979-46dd-ac90-d33151fad3ae completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:11.736526 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7a29e632-3979-46dd-ac90-d33151fad3ae up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:11.897696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 7a29e632-3979-46dd-ac90-d33151fad3ae completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:11.921122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 7a29e632-3979-46dd-ac90-d33151fad3ae triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:11.921730 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:11.933478 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f9cf-08b2-49ea-bb02-3f019e1539fd req-5603b020-8e83-4ed2-bad9-29ddd6ada491 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:11.935051 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4907f9cf-08b2-49ea-bb02-3f019e1539fd req-5603b020-8e83-4ed2-bad9-29ddd6ada491 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0989501 Aug 04 11:54:11.966164 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:12.006815 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4907f9cf-08b2-49ea-bb02-3f019e1539fd req-9fe77e56-fd4d-4e35-b3b6-b6e3d3fcd707 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639629 Aug 04 11:54:12.010119 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Sync routers for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:12.010858 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.014786 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-fedf3470-dbdb-4db3-ad09-b505530ed3e6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8382962 Aug 04 11:54:12.015209 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41286) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:12.054170 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:12.055826 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:12.176725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.189835 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:12.328329 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 7a29e632-3979-46dd-ac90-d33151fad3ae, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7a29e632-3979-46dd-ac90-d33151fad3ae,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:12.341385 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528f666-7ec1-47a3-b808-016d25f10295 req-b7d09a22-d5ea-4214-8996-fd5d7c45d3d8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:12.343395 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.354593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b528f666-7ec1-47a3-b808-016d25f10295 req-b7d09a22-d5ea-4214-8996-fd5d7c45d3d8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1354034 Aug 04 11:54:12.425758 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b528f666-7ec1-47a3-b808-016d25f10295 req-797475b8-7a95-42db-8db3-61f018d77273 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Aug 04 11:54:12.446587 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=7a29e632-3979-46dd-ac90-d33151fad3ae,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:12.461750 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-0a1b545d-ee50-4404-b798-ea8fea90854e None None] Provisioning complete for port 7a29e632-3979-46dd-ac90-d33151fad3ae triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:12.462170 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-0a1b545d-ee50-4404-b798-ea8fea90854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.475680 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:10Z', 'revision_number': 3, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:12.562270 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Checking router: 443cbb53-687b-4012-b493-133eb614aec0 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:12.562523 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Updating router 443cbb53-687b-4012-b493-133eb614aec0 port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:54:12.625827 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.636596 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb39374-a614-4256-8d17-f6d26629372a req-29d4f682-715e-4804-bf60-091d87210f53 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:12.638120 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7cb39374-a614-4256-8d17-f6d26629372a req-29d4f682-715e-4804-bf60-091d87210f53 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.0698848 Aug 04 11:54:12.708111 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7cb39374-a614-4256-8d17-f6d26629372a req-e972ab92-b034-4c5b-b55b-0180a556a588 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Aug 04 11:54:12.768578 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.968223 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:12.979544 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Transition to ACTIVE for port object 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:12.986667 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.002757 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Allocated IP 172.20.0.1 (db99ec1d-6028-4fd4-9d68-c91acdb2b66a/c0f48b67-2c5e-4186-8eeb-014b9812c550/cf1546a1-a5ab-42dd-a560-fc515c2da7b8) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:13.053160 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Attempting to bind port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:13.053790 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Attempting to bind port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:13.053904 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Attempting to bind port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:13.055947 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9869e5-e3f3-42d5-9c2f-51aa81be4ba1 None None] Pushing event updated for resources: {'Port': ['ID=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:13.062285 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:13.065306 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:13.065406 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.065793 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:13.066296 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Bound port: 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:13.066703 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.151398 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.168445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Transition to ACTIVE for port object cf1546a1-a5ab-42dd-a560-fc515c2da7b8 will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:13.182504 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] For port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:13.187027 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] For port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:13.193050 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.211657 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.249996 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9869e5-e3f3-42d5-9c2f-51aa81be4ba1 None None] Pushing event updated for resources: {'Port': ['ID=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:13.268311 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:13.269909 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:13.274241 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:13.281248 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0af1b-a632-4f83-87ce-0d6340e179bb req-d9445314-2398-406c-948a-51764701839c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:13.300470 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7e0af1b-a632-4f83-87ce-0d6340e179bb req-d9445314-2398-406c-948a-51764701839c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1661735 Aug 04 11:54:13.303385 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Pushing event updated for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:13.310691 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:13.311392 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:13.339140 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.393814 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c7e0af1b-a632-4f83-87ce-0d6340e179bb req-f2f0e356-aaef-4cd0-8e89-c74949952746 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899520 Aug 04 11:54:13.553847 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:13.621170 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.660548 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeb329-aebc-406c-bb41-e0a252e4b18b req-46d4cc77-2c5b-457c-8078-13faf1424341 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:13.663375 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6faeb329-aebc-406c-bb41-e0a252e4b18b req-46d4cc77-2c5b-457c-8078-13faf1424341 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1131256 Aug 04 11:54:13.668358 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7a29e632-3979-46dd-ac90-d33151fad3ae up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:13.743257 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6faeb329-aebc-406c-bb41-e0a252e4b18b req-3b0dce20-024a-4298-8012-5e5b7e670269 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704389 Aug 04 11:54:13.777156 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-25a6a3b3-edf9-4283-acca-49dc2c75e3d2 None None] Provisioning for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:13.786228 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-25a6a3b3-edf9-4283-acca-49dc2c75e3d2 None None] Provisioning complete for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:13.786731 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-25a6a3b3-edf9-4283-acca-49dc2c75e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.863516 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 7a29e632-3979-46dd-ac90-d33151fad3ae triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:13.863934 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:13.920573 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6bad-7af0-4a31-b89a-aaa91361b67a req-2eb95088-b6d3-44ca-aafe-f77592d5dbde tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:13.928393 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4dba6bad-7af0-4a31-b89a-aaa91361b67a req-2eb95088-b6d3-44ca-aafe-f77592d5dbde tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.1065252 Aug 04 11:54:13.940015 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:10Z', 'revision_number': 3, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:13.947276 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-25a6a3b3-edf9-4283-acca-49dc2c75e3d2 None None] Port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:54:14.014685 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4dba6bad-7af0-4a31-b89a-aaa91361b67a req-8241ccb9-9ef1-4ccc-93d0-0f0dfac1faa5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836720 Aug 04 11:54:14.014840 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43035b3-0975-4444-b37e-e601cfce0637 None None] The sync data for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi is: [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:10Z', 'revision_number': 3, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:14.033834 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:14.040864 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:14.145365 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:14.215698 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Pushing event updated for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:14.273354 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:14.275010 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:14.509637 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Router 443cbb53-687b-4012-b493-133eb614aec0 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:54:14.698765 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-62fd7664-7d72-4e39-aac5-8c2791c8aa99 None None] Provisioning complete for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:14.700411 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-62fd7664-7d72-4e39-aac5-8c2791c8aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:14.726571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1838-d98c-4bfd-904c-d195c88768f8 req-da1ce96c-9c53-41bc-ab07-4bab3dd5e16d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:14.739881 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1e6d1838-d98c-4bfd-904c-d195c88768f8 req-da1ce96c-9c53-41bc-ab07-4bab3dd5e16d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1487980 Aug 04 11:54:14.799419 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-62fd7664-7d72-4e39-aac5-8c2791c8aa99 None None] Port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:54:14.808579 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:14.816798 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c9d047fc-9983-4e64-b7ce-c0a52030b89f admin admin] 10.222.0.54 "PUT /v2.0/routers/443cbb53-687b-4012-b493-133eb614aec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997799 Aug 04 11:54:14.820776 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1e6d1838-d98c-4bfd-904c-d195c88768f8 req-c60d4ccc-7f5e-4247-8154-bafeab898f2c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672712 Aug 04 11:54:15.086343 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6f7f7-0705-498a-89dd-32524e60995e req-a9083fb1-00c8-4681-a88b-7062f8ce25e2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:15.094634 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0cf6f7f7-0705-498a-89dd-32524e60995e req-a9083fb1-00c8-4681-a88b-7062f8ce25e2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1223209 Aug 04 11:54:15.139420 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0cf6f7f7-0705-498a-89dd-32524e60995e req-ee0565d1-8fcd-43c6-9862-05a7b0186c3c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Aug 04 11:54:15.317357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fc81-bc29-4713-bb0c-e31121dbc071 req-a8f26e33-30d8-4667-a6cc-5eaa6cd30306 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:15.317357 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-04d8fc81-bc29-4713-bb0c-e31121dbc071 req-a8f26e33-30d8-4667-a6cc-5eaa6cd30306 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.0722067 Aug 04 11:54:15.389019 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-04d8fc81-bc29-4713-bb0c-e31121dbc071 req-24215262-cbce-456c-8577-67573e2f2e64 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634582 Aug 04 11:54:15.659404 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41332) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:15.665691 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449251880-network', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:15.717123 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Made reservation on behalf of 7bed15cb856b4871ae355e0c4988de2d for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:15.737858 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:15.738942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:15.755099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:15.871621 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:15.878836 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:15.879298 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.006271 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.016444 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.085250 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:54:16.107207 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.139029 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4511fc11-10eb-4e33-a299-23b3c3f9d4c3,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:16.143859 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:16.155560 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.156983 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.158130 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Added segment 32229f65-9f6d-4f1a-8423-d2083769b565 of type vlan for network 5709da38-4775-402f-ae78-e41b2a320c23 Aug 04 11:54:16.192041 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581bba4-e443-4417-a2e7-2ab7f0d09544 req-4b158bb1-dde9-4fd4-b188-bd3f4e06aa64 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:16.219312 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9581bba4-e443-4417-a2e7-2ab7f0d09544 req-4b158bb1-dde9-4fd4-b188-bd3f4e06aa64 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1536489 Aug 04 11:54:16.239920 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.284922 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:16.296940 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.299119 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:16.300030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.339572 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9581bba4-e443-4417-a2e7-2ab7f0d09544 req-b9d66bca-6a8b-462a-b90f-94d8241ab1b2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070886 Aug 04 11:54:16.386598 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41346) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:16.392189 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Request body: {'subnet': {'network_id': '5709da38-4775-402f-ae78-e41b2a320c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449251880-subnet', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:16.396476 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7359023 Aug 04 11:54:16.404575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2d3dd-126f-4bc7-88df-868e38841b6f admin admin] Pushing event updated for resources: {'Network': ['ID=5709da38-4775-402f-ae78-e41b2a320c23,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:16.417023 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 5709da38-4775-402f-ae78-e41b2a320c23 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:54:16.452593 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Made reservation on behalf of 7bed15cb856b4871ae355e0c4988de2d for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:16.457519 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.531060 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Sync routers for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:16.535880 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040720a-73fe-4cbb-99b5-d67ef8df43b7 req-d509e29f-f1d2-4440-b2ee-e61d1fefa7f8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:16.538991 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5040720a-73fe-4cbb-99b5-d67ef8df43b7 req-d509e29f-f1d2-4440-b2ee-e61d1fefa7f8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1245272 Aug 04 11:54:16.547860 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:16.548720 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:16.634407 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Request body: {'port': {'device_id': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:16.693931 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5040720a-73fe-4cbb-99b5-d67ef8df43b7 req-996088a4-e5c6-4833-be0b-dfaccc07ceab tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432672 Aug 04 11:54:16.709476 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:16.780932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-a530e1e0-ac5c-43cd-b7df-66b9ef2e7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:16.782331 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-a530e1e0-ac5c-43cd-b7df-66b9ef2e7c2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.1602874 Aug 04 11:54:16.883962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.016352 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df363-dc7c-4bcb-9fb4-73425cf3e9d7 req-f499b54d-9dec-44d6-b1fb-b5c19d9f446e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:17.017962 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-847df363-dc7c-4bcb-9fb4-73425cf3e9d7 req-f499b54d-9dec-44d6-b1fb-b5c19d9f446e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 932 time: 0.2070973 Aug 04 11:54:17.027678 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-2d66a65d-59b2-4ae8-80b4-c225c4f5a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:17.029383 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-2d66a65d-59b2-4ae8-80b4-c225c4f5a678 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2287579 Aug 04 11:54:17.035632 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.179589 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 2, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:17.198300 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=570167ad-701e-4acb-a49f-25acfbeb7d59,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:17.226593 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Checking router: 443cbb53-687b-4012-b493-133eb614aec0 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:17.226840 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Updating router 443cbb53-687b-4012-b493-133eb614aec0 port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:54:17.257350 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.514304 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82da7a-cb1c-49f6-b25f-abec954f31bb req-d234ac1c-696d-49b6-9ed7-955ee0863765 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:17.516608 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1c82da7a-cb1c-49f6-b25f-abec954f31bb req-d234ac1c-696d-49b6-9ed7-955ee0863765 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0780361 Aug 04 11:54:17.602040 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-847df363-dc7c-4bcb-9fb4-73425cf3e9d7 req-ed7f986a-607a-45e0-abb7-52d7e5d2d2af tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690949 Aug 04 11:54:17.602496 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.606434 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1c82da7a-cb1c-49f6-b25f-abec954f31bb req-1056cec0-3370-4314-836f-7bee1a6d3524 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776916 Aug 04 11:54:17.615741 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Checking segment: {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:17.616579 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Network hostable DHCP agents. Network: 5709da38-4775-402f-ae78-e41b2a320c23, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:54:17.617481 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Transition to ACTIVE for port object cf1546a1-a5ab-42dd-a560-fc515c2da7b8 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:17.636368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.664159 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:17.719560 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-87190aa4-2498-442a-983c-cea85975a134 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816823 Aug 04 11:54:17.722098 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Network 5709da38-4775-402f-ae78-e41b2a320c23 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:54:17.752090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1487-1f86-4fed-87f1-7593d0c1c393 None None] Pushing event updated for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:17.769966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 5709da38-4775-402f-ae78-e41b2a320c23) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:17.784318 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c027261-8d8b-4585-bc21-8dbc5188a0ae None None] Network 5709da38-4775-402f-ae78-e41b2a320c23 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:54:17.801135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:17.801601 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.814233 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:17.815037 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.863582 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4baf7385-f23a-4fe0-96b6-d3d40854be8d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4757602 Aug 04 11:54:17.863849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da17b7-7add-4f64-a08b-25a95d3cde97 req-0975c437-0f5d-44a4-b60c-f0633b6a76fe tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:17.866001 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-82da17b7-7add-4f64-a08b-25a95d3cde97 req-0975c437-0f5d-44a4-b60c-f0633b6a76fe tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Aug 04 11:54:17.866970 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41376) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:17.872326 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:17.896461 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Attempting to bind port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:17.896838 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Attempting to bind port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:17.897765 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Attempting to bind port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 on network db99ec1d-6028-4fd4-9d68-c91acdb2b66a {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:17.915467 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-49d470aa-f647-4779-bdf7-e3bf8f614b69 req-afec40b4-ec40-430c-aa78-4be8eeafc65d service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798127 Aug 04 11:54:17.923831 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:17.924137 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-82da17b7-7add-4f64-a08b-25a95d3cde97 req-71a4da95-1224-49d3-a2ca-244c17a42187 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Aug 04 11:54:17.924253 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Checking segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:17.924657 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.925051 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Bound using segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:17.925534 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Bound port: cf1546a1-a5ab-42dd-a560-fc515c2da7b8, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:17.925913 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.938380 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.939444 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:17.989299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4187099e-c401-4a94-9231-372cc3275959 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:54:17.999210 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.004386 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.018276 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Transition to ACTIVE for port object 4187099e-c401-4a94-9231-372cc3275959 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:18.026202 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.125927 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] For port cf1546a1-a5ab-42dd-a560-fc515c2da7b8, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:18.126129 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:18.228828 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Attempting to bind port 4187099e-c401-4a94-9231-372cc3275959 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:18.232535 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Attempting to bind port 4187099e-c401-4a94-9231-372cc3275959 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:18.235489 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] For port cf1546a1-a5ab-42dd-a560-fc515c2da7b8, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:18.238115 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Attempting to bind port 4187099e-c401-4a94-9231-372cc3275959 on network d0be09c0-8856-4adb-b190-02ad13cf99bf {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:18.250000 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.295202 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Port 4187099e-c401-4a94-9231-372cc3275959 on network d0be09c0-8856-4adb-b190-02ad13cf99bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:54:18.295537 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Attempting to bind port 4187099e-c401-4a94-9231-372cc3275959 on network d0be09c0-8856-4adb-b190-02ad13cf99bf {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:18.315983 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:18.320450 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Checking segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:18.323102 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Bound using segment: {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:18.325472 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Bound port: 4187099e-c401-4a94-9231-372cc3275959, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23556f4-ad55-43a3-aede-8a9f33e47092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:18.328380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.376063 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-5709da38-4775-402f-ae78-e41b2a320c23', 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'fixed_ips': [{'subnet_id': '570167ad-701e-4acb-a49f-25acfbeb7d59'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:54:18.376936 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.386705 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.450063 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:18.451085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:18.574961 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1487-1f86-4fed-87f1-7593d0c1c393 None None] Pushing event updated for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:18.658438 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:18.666960 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:18.696116 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.777174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d539a-3e7f-45c5-825d-31f3ed98eae8 req-1c987c04-73c0-4f5c-ba3b-333b4deb1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:18.779157 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-589d539a-3e7f-45c5-825d-31f3ed98eae8 req-1c987c04-73c0-4f5c-ba3b-333b4deb1a8e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.4339662 Aug 04 11:54:18.828034 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:18.832083 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.843358 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] 10.222.0.89 "PUT /v2.0/ports/4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 1094 time: 2.2136848 Aug 04 11:54:18.847061 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:18.852826 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:18.931671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde41cf0-31a3-4e73-ab4d-be303af1d74d service neutron] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:19.015068 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:19.056089 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-589d539a-3e7f-45c5-825d-31f3ed98eae8 req-92207a71-3cea-4eab-b6e6-3a0434097dad service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299152 Aug 04 11:54:19.094370 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce519-1393-491a-8075-3ef02479960a req-5f33439e-7c3a-4d61-9511-4bad23d23853 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:19.099033 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.110329 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13fce519-1393-491a-8075-3ef02479960a req-5f33439e-7c3a-4d61-9511-4bad23d23853 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.3297708 Aug 04 11:54:19.173007 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.176307 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-a62fb689-22b0-489e-9723-ec11581ac01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:19.179267 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-a62fb689-22b0-489e-9723-ec11581ac01c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1097 time: 0.2403147 Aug 04 11:54:19.231659 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13fce519-1393-491a-8075-3ef02479960a req-8a4522af-4541-4e4f-a4ab-a8b568d24fa2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187930 Aug 04 11:54:19.271849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Allocated IP 172.20.0.2 (5709da38-4775-402f-ae78-e41b2a320c23/570167ad-701e-4acb-a49f-25acfbeb7d59/c6527da9-3949-4541-afab-f428edb30be9) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:19.287961 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13652f9-d5aa-48c9-841b-52a1b39bdc88 req-e377449f-616a-4fd9-979a-7514a537fafd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:19.297493 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b13652f9-d5aa-48c9-841b-52a1b39bdc88 req-e377449f-616a-4fd9-979a-7514a537fafd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.4701538 Aug 04 11:54:19.404659 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b13652f9-d5aa-48c9-841b-52a1b39bdc88 req-10f0a58d-dade-4422-91ef-7ac47caeb9b8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010482 Aug 04 11:54:19.405275 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c9bdf-c78e-4207-853a-92f967e390d9 x-openstack-request-id: req-631c9bdf-c78e-4207-853a-92f967e390d9 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:19.405725 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:19.406327 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-631c9bdf-c78e-4207-853a-92f967e390d9 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:19.406870 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:54:19.480773 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Allocated IP 172.27.1.109 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/78262cfa-bf73-4730-bd4d-1394d4894304) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:19.646806 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.699569 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:18Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:19.750161 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a95201-65af-4146-8b89-7aeac03eaed2 None None] The sync data for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi is: [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:18Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:19.751145 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c57f-24b2-4648-97bb-0d8d90fea15a req-330be0d9-dd35-470a-a525-8a310cebe21a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:19.757607 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.781633 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d04c57f-24b2-4648-97bb-0d8d90fea15a req-330be0d9-dd35-470a-a525-8a310cebe21a tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1368258 Aug 04 11:54:19.782275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.804988 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Transition to ACTIVE for port object c6527da9-3949-4541-afab-f428edb30be9 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:19.853444 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Transition to ACTIVE for port object c6527da9-3949-4541-afab-f428edb30be9 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:19.878632 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:19.929506 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:19.953017 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:19.963652 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:19.983655 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Pushing event updated for resources: {'Port': ['ID=78262cfa-bf73-4730-bd4d-1394d4894304,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:20.030646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Pushing event updated for resources: {'Port': ['ID=c6527da9-3949-4541-afab-f428edb30be9,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:20.036378 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-f5272b16-ad56-4dfe-bd62-ff027c680620 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 217 time: 0.1333985 Aug 04 11:54:20.044340 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Network 5709da38-4775-402f-ae78-e41b2a320c23 is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:20.046151 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:20.048377 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d04c57f-24b2-4648-97bb-0d8d90fea15a req-0aaee7f7-52d9-4108-82f3-963c962c8a9c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631619 Aug 04 11:54:20.049633 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:20.177576 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Attempting to bind port c6527da9-3949-4541-afab-f428edb30be9 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:20.177956 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Attempting to bind port c6527da9-3949-4541-afab-f428edb30be9 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:20.178488 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Attempting to bind port c6527da9-3949-4541-afab-f428edb30be9 on network 5709da38-4775-402f-ae78-e41b2a320c23 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:20.188601 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:20.189147 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Checking segment: {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:20.189595 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:20.190081 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Bound using segment: {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:20.190579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Bound port: c6527da9-3949-4541-afab-f428edb30be9, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:20.190987 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:20.302352 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] For port c6527da9-3949-4541-afab-f428edb30be9, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:20.311611 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] For port c6527da9-3949-4541-afab-f428edb30be9, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c6527da9-3949-4541-afab-f428edb30be9,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:20.318830 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:20.419209 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab06e3-8d0c-4b4a-ae1c-735f4e8942ff None None] Pushing event updated for resources: {'Port': ['ID=c6527da9-3949-4541-afab-f428edb30be9,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:20.437556 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-1cf4bdf2-9e62-4a1f-bcfc-5e387f17d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:20.439267 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-1cf4bdf2-9e62-4a1f-bcfc-5e387f17d7cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.1508918 Aug 04 11:54:20.474003 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-14c0f67f-3624-4315-b8e7-9907bd9c2c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:20.659806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-dcfa67d3-06ba-487f-b3c4-35bcd6afd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:20.661628 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-dcfa67d3-06ba-487f-b3c4-35bcd6afd459 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1729376 Aug 04 11:54:20.689916 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3e704-e789-40e8-9a5c-151dbdc74fba req-89bff813-8632-4185-bb56-9f1d8b2bafb1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:20.692730 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9aa3e704-e789-40e8-9a5c-151dbdc74fba req-89bff813-8632-4185-bb56-9f1d8b2bafb1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1223807 Aug 04 11:54:20.844420 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9aa3e704-e789-40e8-9a5c-151dbdc74fba req-782623e8-689b-4d1a-8cec-46bb4ebbe65f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260581 Aug 04 11:54:21.060217 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-802b91dc-f28b-4399-a072-3d66a2b30d7b service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662250 Aug 04 11:54:21.303039 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:21.332015 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac710-6e0a-4cc1-a38f-9209b5a1ceb4 req-0fc747a8-9e95-49ad-b1b6-effc49eee1b7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:21.356922 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-800ac710-6e0a-4cc1-a38f-9209b5a1ceb4 req-0fc747a8-9e95-49ad-b1b6-effc49eee1b7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1410108 Aug 04 11:54:21.451626 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-800ac710-6e0a-4cc1-a38f-9209b5a1ceb4 req-5e4634af-fbca-4627-9e87-9cabe2e7b0b2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875423 Aug 04 11:54:21.468310 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942663c4-5b43-4c33-b1ba-adfdd21dfd63 req-f453fba1-cc65-4e27-bc0c-898f0c22c0c9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:21.489487 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-942663c4-5b43-4c33-b1ba-adfdd21dfd63 req-f453fba1-cc65-4e27-bc0c-898f0c22c0c9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.4230917 Aug 04 11:54:21.805563 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-942663c4-5b43-4c33-b1ba-adfdd21dfd63 req-b3cfb8da-9c53-492a-8a1b-577c624a68e4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829597 Aug 04 11:54:21.886639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c6527da9-3949-4541-afab-f428edb30be9 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:22.076874 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port c6527da9-3949-4541-afab-f428edb30be9 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:22.092905 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device cf1546a1-a5ab-42dd-a560-fc515c2da7b8 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:22.169277 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:22.372821 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-94b38fc7-5e8e-4b45-b460-f29d404d09cb req-bc8d342c-2e25-446c-9f04-34867f220afb service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367958 Aug 04 11:54:22.465814 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69accc-95c2-4108-86c7-e553abfd0b92 req-fffa3777-3cc0-445f-897a-ee6428034421 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:22.479292 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc69accc-95c2-4108-86c7-e553abfd0b92 req-fffa3777-3cc0-445f-897a-ee6428034421 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1054943 Aug 04 11:54:22.485838 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:22.497115 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:22.497504 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:22.578321 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c99664-d910-4d94-82d5-1acb4d5303a3 None None] Network 5709da38-4775-402f-ae78-e41b2a320c23 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:54:22.633618 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc69accc-95c2-4108-86c7-e553abfd0b92 req-22f78cc4-80eb-4e92-b8e9-1d56ded5b216 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490974 Aug 04 11:54:22.677475 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:54:22.808264 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-73360318-f311-42fb-9646-330a8361b17b None None] Provisioning for port c6527da9-3949-4541-afab-f428edb30be9 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:22.834800 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-73360318-f311-42fb-9646-330a8361b17b None None] Provisioning complete for port c6527da9-3949-4541-afab-f428edb30be9 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:22.834800 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-73360318-f311-42fb-9646-330a8361b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:22.855076 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8db31-cda6-49d5-8957-0adde6561cc2 req-e6ace713-2bd0-408e-b524-fb4d79dc856b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:22.864503 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eba8db31-cda6-49d5-8957-0adde6561cc2 req-e6ace713-2bd0-408e-b524-fb4d79dc856b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.2124155 Aug 04 11:54:22.939794 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eba8db31-cda6-49d5-8957-0adde6561cc2 req-fa0dbf51-f8ba-4e83-b9a6-25559feab863 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Aug 04 11:54:22.966031 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:22.978506 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Sync routers for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:23.012879 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:23.015164 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:53:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:23.033813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.035522 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-bb20bf19-31f2-437d-b5b9-b2ea2c736462 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1671693 Aug 04 11:54:23.039334 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41468) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:23.084876 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a87e5-e502-43a1-afdf-e57b35f53578 req-840fd57a-8963-464c-883a-00cc61fb30e6 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:23.097467 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-529a87e5-e502-43a1-afdf-e57b35f53578 req-840fd57a-8963-464c-883a-00cc61fb30e6 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.1040661 Aug 04 11:54:23.211721 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-529a87e5-e502-43a1-afdf-e57b35f53578 req-adcd7f74-932f-4c78-a347-af5b0b464da0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128502 Aug 04 11:54:23.269232 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.285969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41478) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:23.578533 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8ac75a4b-32c9-4d70-a9b5-287d812abf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.588017 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:23.659861 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port cf1546a1-a5ab-42dd-a560-fc515c2da7b8, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:23.665811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-73360318-f311-42fb-9646-330a8361b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.690726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.741567 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3926f4a4-d860-4280-9448-2a4808fae382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.753497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.820221 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-6795ce8d-ca60-433e-80a6-e889fc8f990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:23.824585 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-6795ce8d-ca60-433e-80a6-e889fc8f990a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1097 time: 0.2747552 Aug 04 11:54:23.902193 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.959977 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:20Z', 'revision_number': 3, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:23.968198 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-73360318-f311-42fb-9646-330a8361b17b None None] For port c6527da9-3949-4541-afab-f428edb30be9, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c6527da9-3949-4541-afab-f428edb30be9,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:23.975947 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-73360318-f311-42fb-9646-330a8361b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:23.998200 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:24.021932 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.028612 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.029193 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.029689 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.030174 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.030174 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.030499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.030898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.031243 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.031578 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.031947 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.035723 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:54:24.043345 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Checking router: 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:24.044134 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Updating router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 port 78262cfa-bf73-4730-bd4d-1394d4894304 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:54:24.125041 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.190227 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e85e3d-5d5a-4db1-a940-0316f443ee6e req-c45f0e75-c87c-4f3e-a201-ca12e5882ea7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:24.204227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360318-f311-42fb-9646-330a8361b17b None None] Pushing event updated for resources: {'Port': ['ID=c6527da9-3949-4541-afab-f428edb30be9,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:24.206237 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-65e85e3d-5d5a-4db1-a940-0316f443ee6e req-c45f0e75-c87c-4f3e-a201-ca12e5882ea7 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.3570433 Aug 04 11:54:24.317198 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-65e85e3d-5d5a-4db1-a940-0316f443ee6e req-61efe20d-82e9-477d-9c37-3b0771f1bbac tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069896 Aug 04 11:54:24.426169 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-4f686a30-4c5d-4fec-b710-35a2134fb44e None None] Provisioning complete for port c6527da9-3949-4541-afab-f428edb30be9 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:24.426792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4f686a30-4c5d-4fec-b710-35a2134fb44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.446255 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d273-349c-42de-ad51-67b015900550 req-c084c2ba-d8f5-4788-9d9b-cd3a1d0141c2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:24.458015 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fb37d273-349c-42de-ad51-67b015900550 req-c084c2ba-d8f5-4788-9d9b-cd3a1d0141c2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.4717817 Aug 04 11:54:24.496329 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-eabc946c-2063-413f-9933-45479ca1ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:24.498531 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-eabc946c-2063-413f-9933-45479ca1ae96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 1098 time: 0.3952544 Aug 04 11:54:24.512271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3926f4a4-d860-4280-9448-2a4808fae382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.546488 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-3926f4a4-d860-4280-9448-2a4808fae382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.588514 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-42328130-cfd3-42cb-8725-652c4b7d72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:24.590610 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-42328130-cfd3-42cb-8725-652c4b7d72f2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.4885752 Aug 04 11:54:24.645274 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.676264 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fb37d273-349c-42de-ad51-67b015900550 req-7c456049-5507-4d32-8451-57ad83c8f6c3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168500 Aug 04 11:54:24.704828 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.732158 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Transition to ACTIVE for port object 78262cfa-bf73-4730-bd4d-1394d4894304 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:24.740696 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.749772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f4a4-d860-4280-9448-2a4808fae382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437de8e6-464c-412e-9d7a-a71f514bf2ee,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:24.756120 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-3926f4a4-d860-4280-9448-2a4808fae382 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2435613ab3242a4ac2cd68c6154d4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4688721 Aug 04 11:54:24.779733 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41494) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:24.818486 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-8a0daee7-28be-4452-9a72-5cb9e2b0b655 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 217 time: 0.1629066 Aug 04 11:54:24.850980 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0b6e9-34bf-4c29-bb99-c78d2fd53e4a None None] Pushing event updated for resources: {'Port': ['ID=78262cfa-bf73-4730-bd4d-1394d4894304,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:24.864068 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-97b48645-1b94-4718-bf30-f10d27f73aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:24.867056 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-97b48645-1b94-4718-bf30-f10d27f73aea service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 200 len: 919 time: 0.2865012 Aug 04 11:54:24.895852 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:54:24.896980 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Attempting to bind port 78262cfa-bf73-4730-bd4d-1394d4894304 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:24.897735 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Attempting to bind port 78262cfa-bf73-4730-bd4d-1394d4894304 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:24.898409 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Attempting to bind port 78262cfa-bf73-4730-bd4d-1394d4894304 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:24.910057 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:24.912698 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:24.914153 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.915140 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:24.916710 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Bound port: 78262cfa-bf73-4730-bd4d-1394d4894304, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:24.917578 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:24.995347 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] For port 78262cfa-bf73-4730-bd4d-1394d4894304, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:24.999551 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] For port 78262cfa-bf73-4730-bd4d-1394d4894304, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=78262cfa-bf73-4730-bd4d-1394d4894304,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:25.005252 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.076497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.078741 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0b6e9-34bf-4c29-bb99-c78d2fd53e4a None None] Pushing event updated for resources: {'Port': ['ID=78262cfa-bf73-4730-bd4d-1394d4894304,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:25.099456 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:25.100312 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:25.166247 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc208b3-c0ab-4577-8490-a2beedae41ee req-d2fd8a2e-878c-405a-be37-4cdb484ac1d2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:25.168037 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3dc208b3-c0ab-4577-8490-a2beedae41ee req-d2fd8a2e-878c-405a-be37-4cdb484ac1d2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.5298834 Aug 04 11:54:25.252807 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Allocated IP 172.20.0.1 (5709da38-4775-402f-ae78-e41b2a320c23/570167ad-701e-4acb-a49f-25acfbeb7d59/975155d2-f2bb-4d3b-9853-5ed0ad23379b) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:25.257922 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:25.258601 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3dc208b3-c0ab-4577-8490-a2beedae41ee req-a362a119-3dfa-4fe0-b79b-e99767d68803 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Aug 04 11:54:25.263519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.366025 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.527382 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.530581 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.534315 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/437de8e6-464c-412e-9d7a-a71f514bf2ee HTTP/1.1" status: 204 len: 168 time: 0.7464445 Aug 04 11:54:25.546180 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.555378 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483b7b-09f7-47c9-b788-131a74de4dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437de8e6-464c-412e-9d7a-a71f514bf2ee,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:25.585341 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Transition to ACTIVE for port object 975155d2-f2bb-4d3b-9853-5ed0ad23379b will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:25.612787 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931218-2115-42f9-b852-288b97162de7 req-af43ba4d-5744-4d86-8a92-9ea530b6eb13 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:25.614951 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6c931218-2115-42f9-b852-288b97162de7 req-af43ba4d-5744-4d86-8a92-9ea530b6eb13 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1467257 Aug 04 11:54:25.671250 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:25.703029 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6c931218-2115-42f9-b852-288b97162de7 req-d1adb734-a03a-43f6-950b-87643446fad1 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802543 Aug 04 11:54:25.719157 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:20Z', 'revision_number': 3, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:25.758474 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Network 5709da38-4775-402f-ae78-e41b2a320c23 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:25.771533 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:25.775886 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:25.821535 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:25.822819 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de1215-29dd-461f-afaa-b68f53ec3d72 None None] The sync data for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi is: [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:20Z', 'revision_number': 3, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:25.875683 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:26.001650 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device cf1546a1-a5ab-42dd-a560-fc515c2da7b8 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:26.174952 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cadd7d-8ffc-4575-9be8-2934df6681f5 req-f93506e9-c7f2-42ab-8ecb-bd34c403a305 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:26.186666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:26.187084 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:26.190331 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-54cadd7d-8ffc-4575-9be8-2934df6681f5 req-f93506e9-c7f2-42ab-8ecb-bd34c403a305 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.3256171 Aug 04 11:54:26.339591 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-54cadd7d-8ffc-4575-9be8-2934df6681f5 req-553cb95e-121c-46ba-9f2a-88babc0563b2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476755 Aug 04 11:54:26.383065 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-671cde8a-79c8-4d3f-b3ce-b595878f900e None None] Provisioning for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:26.393292 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-671cde8a-79c8-4d3f-b3ce-b595878f900e None None] Provisioning complete for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:26.396318 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-671cde8a-79c8-4d3f-b3ce-b595878f900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:26.537371 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:26.605636 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-671cde8a-79c8-4d3f-b3ce-b595878f900e None None] Port 975155d2-f2bb-4d3b-9853-5ed0ad23379b cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:54:26.612738 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c6527da9-3949-4541-afab-f428edb30be9 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:26.694899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13877b1e-5c90-42fc-b671-9ee82d5e0c72 req-49b4710e-2a56-4ea3-9a9b-0e057dc704a4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:26.697620 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13877b1e-5c90-42fc-b671-9ee82d5e0c72 req-49b4710e-2a56-4ea3-9a9b-0e057dc704a4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.1734753 Aug 04 11:54:26.777532 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-13877b1e-5c90-42fc-b671-9ee82d5e0c72 req-73ee0c01-4da0-4cdf-b4e4-5ed353ada820 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 Aug 04 11:54:26.793236 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port c6527da9-3949-4541-afab-f428edb30be9 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:26.793887 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:27.056053 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:27.108382 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:27.162634 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:27.512999 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:27.581474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ff8b8-2aaf-4d02-8b64-24a29cf5e70d req-b21515eb-5994-4595-a90b-765cbf9f548e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:27.593727 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-074ff8b8-2aaf-4d02-8b64-24a29cf5e70d req-b21515eb-5994-4595-a90b-765cbf9f548e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1030266 Aug 04 11:54:27.632425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c0e8-1f4f-44bc-9f40-5692b461ac69 req-836126cb-03be-4e7e-81c8-c2e73c7a1f69 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:27.635831 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8aa2c0e8-1f4f-44bc-9f40-5692b461ac69 req-836126cb-03be-4e7e-81c8-c2e73c7a1f69 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.7606592 Aug 04 11:54:27.701196 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-074ff8b8-2aaf-4d02-8b64-24a29cf5e70d req-a269166b-96ab-49fe-abf1-7df35855dda1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981262 Aug 04 11:54:27.755290 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:27.841928 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8aa2c0e8-1f4f-44bc-9f40-5692b461ac69 req-a11d8595-d112-49ad-a381-56f80584ec28 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750982 Aug 04 11:54:27.917747 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Network 5709da38-4775-402f-ae78-e41b2a320c23 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:27.922926 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:28.023133 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 78262cfa-bf73-4730-bd4d-1394d4894304 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:28.053931 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da80e5-83b5-4fe7-bf60-78e486d7feeb req-7a7baaa1-6c2c-4200-83d9-664844897f6f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:28.062767 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-97da80e5-83b5-4fe7-bf60-78e486d7feeb req-7a7baaa1-6c2c-4200-83d9-664844897f6f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.1318004 Aug 04 11:54:28.136550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:54:28.138551 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 78262cfa-bf73-4730-bd4d-1394d4894304 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:28.146109 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 78262cfa-bf73-4730-bd4d-1394d4894304 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:28.146273 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:28.151774 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-97da80e5-83b5-4fe7-bf60-78e486d7feeb req-79f568d9-c6a3-41fc-aba4-faddd3e94248 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864692 Aug 04 11:54:28.359577 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:28.365320 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:28.382293 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1b8e94ac-e96c-4798-9b37-8f349d48d1b3 admin admin] 10.222.0.54 "PUT /v2.0/routers/6f9ae461-b8ac-4a92-8970-d51e7ced6e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3337388 Aug 04 11:54:28.410408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 78262cfa-bf73-4730-bd4d-1394d4894304, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=78262cfa-bf73-4730-bd4d-1394d4894304,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:28.430214 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:28.439978 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-62a7691c-5e52-461b-9f28-f57ef046e36c None None] Provisioning complete for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:28.440690 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-62a7691c-5e52-461b-9f28-f57ef046e36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:28.541371 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-62a7691c-5e52-461b-9f28-f57ef046e36c None None] Port 975155d2-f2bb-4d3b-9853-5ed0ad23379b cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:54:28.546237 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=78262cfa-bf73-4730-bd4d-1394d4894304,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:28.799665 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Sync routers for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:28.812459 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:28.813164 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:28.897713 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598375-7c35-4169-9843-4917ada12bc0 req-03f9baec-5fe2-41ed-9112-8ad0820b124a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:28.904856 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-53598375-7c35-4169-9843-4917ada12bc0 req-03f9baec-5fe2-41ed-9112-8ad0820b124a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0953398 Aug 04 11:54:28.974173 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:28.996103 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-53598375-7c35-4169-9843-4917ada12bc0 req-3df1ab70-fecf-49bd-b0da-5515c25b96ce tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802500 Aug 04 11:54:29.159025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb698-40ff-4635-80aa-0fab8ad07d4e req-6e1a29a5-c863-4903-a3b0-6e4f384dee99 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:29.163284 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4e1fb698-40ff-4635-80aa-0fab8ad07d4e req-6e1a29a5-c863-4903-a3b0-6e4f384dee99 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0785561 Aug 04 11:54:29.222973 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4e1fb698-40ff-4635-80aa-0fab8ad07d4e req-1aa2b0af-5861-4aef-ac50-c1070850981b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529218 Aug 04 11:54:29.256804 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:26Z', 'revision_number': 4, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '975155d2-f2bb-4d3b-9853-5ed0ad23379b', 'name': '', 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'mac_address': 'fa:16:3e:13:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:24Z', 'updated_at': '2021-08-04T11:54:26Z', 'revision_number': 2, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'subnets': [{'id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:29.293116 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Checking router: 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:29.293765 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Updating router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 port 975155d2-f2bb-4d3b-9853-5ed0ad23379b binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:54:29.325479 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:29.368436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389d86-ce60-483d-bcc6-4d7715067b0d req-1139b35f-e06d-4e66-9150-2e063640ec5c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:29.371933 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-63389d86-ce60-483d-bcc6-4d7715067b0d req-1139b35f-e06d-4e66-9150-2e063640ec5c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.0566070 Aug 04 11:54:29.432218 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-63389d86-ce60-483d-bcc6-4d7715067b0d req-27ff1427-1a89-4e02-ae19-9964226d7c67 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Aug 04 11:54:29.658337 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:29.670932 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Transition to ACTIVE for port object 975155d2-f2bb-4d3b-9853-5ed0ad23379b will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:29.677672 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:29.734435 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e66e45-d9d7-472a-8a36-513b4b725e11 None None] Pushing event updated for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:29.839022 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Attempting to bind port 975155d2-f2bb-4d3b-9853-5ed0ad23379b on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:54:29.842298 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Attempting to bind port 975155d2-f2bb-4d3b-9853-5ed0ad23379b by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:54:29.842789 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Attempting to bind port 975155d2-f2bb-4d3b-9853-5ed0ad23379b on network 5709da38-4775-402f-ae78-e41b2a320c23 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:54:29.855688 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:54:29.856269 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Checking segment: {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:54:29.856801 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:29.859886 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Bound using segment: {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:54:29.860582 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Bound port: 975155d2-f2bb-4d3b-9853-5ed0ad23379b, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32229f65-9f6d-4f1a-8423-d2083769b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:54:29.862771 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:29.891162 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 78262cfa-bf73-4730-bd4d-1394d4894304 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:30.098359 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] For port 975155d2-f2bb-4d3b-9853-5ed0ad23379b, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:54:30.111337 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] For port 975155d2-f2bb-4d3b-9853-5ed0ad23379b, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=975155d2-f2bb-4d3b-9853-5ed0ad23379b,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:54:30.113410 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 78262cfa-bf73-4730-bd4d-1394d4894304 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:30.113410 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.165252 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.216338 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cab0c-2ee1-4b38-a21d-436bd94cee0f req-85ef3ce0-a153-47d4-a366-aa9aef8176f6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:30.230127 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b9cab0c-2ee1-4b38-a21d-436bd94cee0f req-85ef3ce0-a153-47d4-a366-aa9aef8176f6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0746624 Aug 04 11:54:30.307937 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b9cab0c-2ee1-4b38-a21d-436bd94cee0f req-eb9c9c2f-b860-4642-94eb-e475719ebbfd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709882 Aug 04 11:54:30.333506 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:30.334154 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:30.405310 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e66e45-d9d7-472a-8a36-513b4b725e11 None None] Pushing event updated for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:30.514401 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41554) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:30.517113 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed501-6376-4b58-9fc2-77d591149e4c req-e301c57f-217f-401e-9007-ef2c494b5767 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:30.520112 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc6ed501-6376-4b58-9fc2-77d591149e4c req-e301c57f-217f-401e-9007-ef2c494b5767 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0972703 Aug 04 11:54:30.521350 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935767436', 'description': 'tempest-secgroup-smoke-1935767436 description', 'project_id': '77744f95b8414c45b561c7b403c1c869'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:30.583269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.636781 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc6ed501-6376-4b58-9fc2-77d591149e4c req-69eb5d08-48ee-4029-93df-6658e819fad9 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041796 Aug 04 11:54:30.746065 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0f2f-0303-4093-8a3a-9da07b4194d3 req-d6422357-85a3-476f-bb0e-a92e55ad82f2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:30.747676 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7d5a0f2f-0303-4093-8a3a-9da07b4194d3 req-d6422357-85a3-476f-bb0e-a92e55ad82f2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.1133103 Aug 04 11:54:30.809850 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:30.816030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.821905 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7d5a0f2f-0303-4093-8a3a-9da07b4194d3 req-939505f4-2987-468c-98c1-5d714cc8482b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670719 Aug 04 11:54:30.823047 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.853834 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.856288 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3397939 Aug 04 11:54:30.858343 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41556) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:30.861703 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6bec1-a87b-4f4d-a8ba-24baa173d245 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918676bd-818f-4a7f-8829-57dd99bf4b30,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:30.864348 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:30.899730 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.960814 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.965347 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:30.989410 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb75742a-dd61-4620-a519-0669653d5375,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:31.006562 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.008048 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a549525c-d5fa-480e-8936-0d446d4ba241 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478121 Aug 04 11:54:31.011483 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41560) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:31.016385 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:31.047427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.084191 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:26Z', 'revision_number': 4, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '975155d2-f2bb-4d3b-9853-5ed0ad23379b', 'name': '', 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'mac_address': 'fa:16:3e:13:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:24Z', 'updated_at': '2021-08-04T11:54:30Z', 'revision_number': 4, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'subnets': [{'id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:31.121030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.124647 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee57c29-61aa-4c67-8b6e-eba163b5259f None None] The sync data for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi is: [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:54:26Z', 'revision_number': 4, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '975155d2-f2bb-4d3b-9853-5ed0ad23379b', 'name': '', 'network_id': '5709da38-4775-402f-ae78-e41b2a320c23', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'mac_address': 'fa:16:3e:13:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:24Z', 'updated_at': '2021-08-04T11:54:30Z', 'revision_number': 4, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'subnets': [{'id': '570167ad-701e-4acb-a49f-25acfbeb7d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:31.125371 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.147621 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37afffef-8885-481f-9255-d5a1ec802b2f,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:31.152747 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.157509 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d4e92523-80fb-49d2-af62-4b6b5cdee87e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422789 Aug 04 11:54:31.158258 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41564) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:31.162375 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:31.211409 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.286106 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-662cb4ec-4af3-416a-93fd-9e837d179e25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 200 len: 217 time: 0.0594065 Aug 04 11:54:31.293758 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.298154 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.313161 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-7eda6840-6097-4e14-918c-a69a86f0a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.315232 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-7eda6840-6097-4e14-918c-a69a86f0a868 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.1063704 Aug 04 11:54:31.322710 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd78ca74-6b69-48bb-9988-d2d8df66de58,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:31.328740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.334528 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b7529871-6908-49f3-b89e-f69e24a4f91e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747656 Aug 04 11:54:31.334859 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41566) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:31.341813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:31.385818 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.488631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.495348 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.530150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-a1cd80dc-63b4-4b4f-860d-ce73a1ee4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.532178 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-a1cd80dc-63b4-4b4f-860d-ce73a1ee4100 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 200 len: 858 time: 0.1992040 Aug 04 11:54:31.539840 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f458580-ef57-42ed-bd85-405cab7409d8,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:31.552875 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.553085 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-c3bb2a7e-ee49-4225-bb30-cb55e9e43889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.554389 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1aa544d9-47cd-450b-9567-d543b93f658b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2180960 Aug 04 11:54:31.554629 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-c3bb2a7e-ee49-4225-bb30-cb55e9e43889 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2058730 Aug 04 11:54:31.560347 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41570) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:31.565545 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac9302-12b3-48d0-9b6d-97d3290c2205 req-7690a71b-3f21-468d-a6a3-5227903f2ef2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.565783 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:31.576466 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c5ac9302-12b3-48d0-9b6d-97d3290c2205 req-7690a71b-3f21-468d-a6a3-5227903f2ef2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.1245029 Aug 04 11:54:31.591300 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.securitygroups_db [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Project 77744f95b8414c45b561c7b403c1c869 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:54:31.598813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.657747 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-1b7acd66-57f1-4a29-8fdf-bef03eb40e83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d28bb9c-c005-411d-9e0a-2c5efedbd51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677261 Aug 04 11:54:31.684538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.689486 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.711550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd6aeca-9024-4efc-8b59-2e59122b4356,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:31.725685 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.726966 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-12f42f1c-7c61-43bc-88e2-2255b9dbec92 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1655779 Aug 04 11:54:31.731050 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41574) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:31.736236 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'security_group_rule': {'security_group_id': '918676bd-818f-4a7f-8829-57dd99bf4b30', 'project_id': '77744f95b8414c45b561c7b403c1c869', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:31.782524 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c5ac9302-12b3-48d0-9b6d-97d3290c2205 req-781d0b39-cabd-4e03-8071-27b9e717a983 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033274 Aug 04 11:54:31.795889 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.securitygroups_db [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Project 77744f95b8414c45b561c7b403c1c869 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:54:31.802736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.863964 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d9dc2-5f36-4092-a327-9081296db47c req-99b7acbe-86ab-4d5a-ab9b-fc2271a2b989 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.865778 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-550d9dc2-5f36-4092-a327-9081296db47c req-99b7acbe-86ab-4d5a-ab9b-fc2271a2b989 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1123354 Aug 04 11:54:31.890479 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.904716 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-dacdd656-30af-4b69-af5e-fe74869f6617 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071289 Aug 04 11:54:31.923801 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.937788 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-b5e84ca4-8288-4571-ab1a-42fd650202ea service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382028 Aug 04 11:54:31.964536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.964536 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2239029 Aug 04 11:54:31.969938 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-550d9dc2-5f36-4092-a327-9081296db47c req-6acdbabd-7ddf-4507-9f2b-4d52cdd4fdba tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759737 Aug 04 11:54:31.970839 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a73636-a1d9-467e-a81e-e47c33b0c3c6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457cfc80-bd47-4df2-a2cf-a03a81cce607,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:32.001811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 975155d2-f2bb-4d3b-9853-5ed0ad23379b up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:32.076374 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:32.083361 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:32.084460 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:32.163045 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f89d-421c-4ecb-a65d-9869af5b08c8 req-03f6d80f-da91-47aa-b0a9-a80dd9b6ec5e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:32.164604 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5021f89d-421c-4ecb-a65d-9869af5b08c8 req-03f6d80f-da91-47aa-b0a9-a80dd9b6ec5e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.1777592 Aug 04 11:54:32.211016 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ad1d9b5d-4c47-4364-8d34-9b7e584e57ad req-90a012cb-c7fa-4c5c-94c3-b79ced8bd604 service neutron] 10.222.0.89 "GET /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720532 Aug 04 11:54:32.234108 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-773d3faf-fbf9-4e52-98a1-205ea2e4d1d2 req-73215a25-e86f-4a09-948e-4ce92419ae4e service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859404 Aug 04 11:54:32.255094 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:32.277574 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5021f89d-421c-4ecb-a65d-9869af5b08c8 req-a164f8f5-4130-4559-a26c-f9b817093857 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974483 Aug 04 11:54:32.313733 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 975155d2-f2bb-4d3b-9853-5ed0ad23379b, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=975155d2-f2bb-4d3b-9853-5ed0ad23379b,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:32.320819 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:32.389137 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:32.960154 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362adf63-1bba-4ba9-9c8c-c51bcdf365c2 req-1920e045-d3b7-45e6-a15d-8e2becdd8dd1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:32.961958 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-362adf63-1bba-4ba9-9c8c-c51bcdf365c2 req-1920e045-d3b7-45e6-a15d-8e2becdd8dd1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0574834 Aug 04 11:54:33.008040 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-362adf63-1bba-4ba9-9c8c-c51bcdf365c2 req-55baef08-2423-43dd-98c7-dbd8be810bfa tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379815 Aug 04 11:54:33.116060 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8a01e-0f9b-4eba-9239-475abcf5689a req-2d285b11-8637-4a73-8052-1d4d35152d1f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:33.117635 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b1d8a01e-0f9b-4eba-9239-475abcf5689a req-2d285b11-8637-4a73-8052-1d4d35152d1f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0568101 Aug 04 11:54:33.162740 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b1d8a01e-0f9b-4eba-9239-475abcf5689a req-728a2d9b-0d44-4010-b942-c77a7ab5bd61 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Aug 04 11:54:33.412511 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca10ea9-11a5-4bc4-8a3e-a0ce6afad06b req-bc57afbb-f10b-4ee4-9e6b-1fa563014178 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:33.414023 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bca10ea9-11a5-4bc4-8a3e-a0ce6afad06b req-bc57afbb-f10b-4ee4-9e6b-1fa563014178 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 944 time: 0.0514748 Aug 04 11:54:33.456264 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bca10ea9-11a5-4bc4-8a3e-a0ce6afad06b req-f77f805b-5421-44b4-b72d-bf2bc8c21f72 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Aug 04 11:54:33.802770 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4187099e-c401-4a94-9231-372cc3275959 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:54:33.872824 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 975155d2-f2bb-4d3b-9853-5ed0ad23379b up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:33.957143 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:33.971161 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 975155d2-f2bb-4d3b-9853-5ed0ad23379b triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:33.971648 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:33.973227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '4187099e-c401-4a94-9231-372cc3275959', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'port_id': '4187099e-c401-4a94-9231-372cc3275959', 'mac_address': 'fa:16:3e:f7:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:54:34.045266 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:34.063786 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4187099e-c401-4a94-9231-372cc3275959 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:54:34.109625 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:34.115364 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:34.154278 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8ffe-e5ce-4dad-b879-a92e852bbb39 req-77a301aa-6cba-4863-b691-6e3334f73e95 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:34.156007 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5fec8ffe-e5ce-4dad-b879-a92e852bbb39 req-77a301aa-6cba-4863-b691-6e3334f73e95 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0615237 Aug 04 11:54:34.173421 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:34.199790 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5fec8ffe-e5ce-4dad-b879-a92e852bbb39 req-950516da-d949-48e4-916e-88c006223c1f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375135 Aug 04 11:54:34.296902 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984dd00-9663-46b9-a116-1419f3ead530 req-0d194fa7-c957-4531-94a6-ef4b80d3ed65 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:34.298487 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8984dd00-9663-46b9-a116-1419f3ead530 req-0d194fa7-c957-4531-94a6-ef4b80d3ed65 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0547326 Aug 04 11:54:34.340594 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8984dd00-9663-46b9-a116-1419f3ead530 req-ce62e21e-b3f1-451a-861d-d5aa4812eb84 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Aug 04 11:54:34.545541 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:34.580534 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25572d76-bedf-4af5-af02-98b9b141f373 req-45753a90-9ff6-499b-b7ba-b74de14b216e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:34.582060 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-25572d76-bedf-4af5-af02-98b9b141f373 req-45753a90-9ff6-499b-b7ba-b74de14b216e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Aug 04 11:54:34.624969 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-25572d76-bedf-4af5-af02-98b9b141f373 req-30093311-2189-413e-8d4b-f3047778d84f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360596 Aug 04 11:54:35.328141 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c1ccb-fe46-4a4b-ab6f-acb54b69b22e req-3acefed8-5f58-44fe-8f96-a94e1c3ccd3d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:35.329705 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2e0c1ccb-fe46-4a4b-ab6f-acb54b69b22e req-3acefed8-5f58-44fe-8f96-a94e1c3ccd3d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0547292 Aug 04 11:54:35.390114 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2e0c1ccb-fe46-4a4b-ab6f-acb54b69b22e req-df5e343c-4d1a-4c48-82eb-3ac2203f0ba2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544446 Aug 04 11:54:35.484121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb673d60-9065-45d1-9989-ec8f7ab2ee17 req-e1cce33a-f9e7-4993-80c9-973114690c54 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:35.486839 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb673d60-9065-45d1-9989-ec8f7ab2ee17 req-e1cce33a-f9e7-4993-80c9-973114690c54 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0626805 Aug 04 11:54:35.530897 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eb673d60-9065-45d1-9989-ec8f7ab2ee17 req-6fb011d8-dac7-44e9-b194-a0525880b8d0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Aug 04 11:54:35.754466 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916e87e-808b-4270-aaec-5b8dbe549479 req-3791db68-1a24-4f4f-b0f8-c55885b14fe2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:35.756063 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e916e87e-808b-4270-aaec-5b8dbe549479 req-3791db68-1a24-4f4f-b0f8-c55885b14fe2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 945 time: 0.0562527 Aug 04 11:54:35.800310 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e916e87e-808b-4270-aaec-5b8dbe549479 req-1ed4e592-6625-44cf-aa06-743d14c6f9cd tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 Aug 04 11:54:35.816673 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4187099e-c401-4a94-9231-372cc3275959 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:35.876354 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 4187099e-c401-4a94-9231-372cc3275959 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:54:35.890903 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 4187099e-c401-4a94-9231-372cc3275959 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:35.890903 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:35.980850 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:36.004239 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:36.006646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be9a32-c02d-4c09-8f92-acf1e1881896" -d '{"events": [{"server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "name": "network-vif-plugged", "status": "completed", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:36.023626 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:36.028609 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:36.058291 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c8a5d-42e6-41e6-b763-6cba4f49b826 x-openstack-request-id: req-d11c8a5d-42e6-41e6-b763-6cba4f49b826 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:36.058590 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "name": "network-vif-plugged", "status": "completed", "tag": "4187099e-c401-4a94-9231-372cc3275959", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:36.058856 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d11c8a5d-42e6-41e6-b763-6cba4f49b826 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:36.059253 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'code': 200} Aug 04 11:54:36.087044 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:36.316050 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c04abe-da29-4be0-aa96-0ad3e1b115cb req-ce6d4ca1-b11d-4ea6-97ee-e756751fa56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:36.317573 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60c04abe-da29-4be0-aa96-0ad3e1b115cb req-ce6d4ca1-b11d-4ea6-97ee-e756751fa56d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0658119 Aug 04 11:54:36.358473 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-60c04abe-da29-4be0-aa96-0ad3e1b115cb req-b063b14f-f592-43da-9aaf-31370ac96b59 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Aug 04 11:54:36.517289 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c068-9182-4b2a-b964-bd962abf40f3 req-ce09c7ef-71a4-4fee-b633-f8a5df4f76f0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:36.518791 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f4c6c068-9182-4b2a-b964-bd962abf40f3 req-ce09c7ef-71a4-4fee-b633-f8a5df4f76f0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0537760 Aug 04 11:54:36.564991 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f4c6c068-9182-4b2a-b964-bd962abf40f3 req-144b7164-2672-48d2-89c5-e227b27230b9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402386 Aug 04 11:54:36.951873 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd959e-e49d-40ce-9232-9f33ee6eedf5 req-c2ae2115-5216-4d98-8293-03094120dee2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:36.953479 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-eadd959e-e49d-40ce-9232-9f33ee6eedf5 req-c2ae2115-5216-4d98-8293-03094120dee2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0671761 Aug 04 11:54:36.998096 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-eadd959e-e49d-40ce-9232-9f33ee6eedf5 req-73a52dfb-c04f-405b-83f2-0cc78bff8ec3 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377760 Aug 04 11:54:37.697314 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f6990-cafd-4338-bf97-3868cee5f941 req-3c8bf899-bf0f-4e6b-9fc5-8b7a9783016f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:37.701381 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a80f6990-cafd-4338-bf97-3868cee5f941 req-3c8bf899-bf0f-4e6b-9fc5-8b7a9783016f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0586720 Aug 04 11:54:37.745044 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a80f6990-cafd-4338-bf97-3868cee5f941 req-67b28f43-3464-476b-9993-ed053e817e0c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Aug 04 11:54:38.135204 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662af93-56ca-4672-84db-4ffb6e95ad24 req-ac43da05-af25-4baa-8216-06cede4d4d0a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:38.137736 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7662af93-56ca-4672-84db-4ffb6e95ad24 req-ac43da05-af25-4baa-8216-06cede4d4d0a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0684934 Aug 04 11:54:38.192307 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7662af93-56ca-4672-84db-4ffb6e95ad24 req-6b99ddfb-d5f0-40e6-91b4-931ebf8c0ce2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Aug 04 11:54:38.883999 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9fbab-0e21-4a48-b8a7-0cc4e0d2ea89 req-271072c8-994a-429d-a0e7-d31161594336 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:38.886277 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-97f9fbab-0e21-4a48-b8a7-0cc4e0d2ea89 req-271072c8-994a-429d-a0e7-d31161594336 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0604794 Aug 04 11:54:38.930692 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-97f9fbab-0e21-4a48-b8a7-0cc4e0d2ea89 req-a41815e4-cb26-4573-a085-9381ccf67373 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382125 Aug 04 11:54:39.330109 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eb100-175e-4efa-8ab3-7305bb62e016 req-d5b552b5-c06c-4dab-9d21-ae049aa6419d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:39.331890 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-704eb100-175e-4efa-8ab3-7305bb62e016 req-d5b552b5-c06c-4dab-9d21-ae049aa6419d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0505357 Aug 04 11:54:39.374613 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-704eb100-175e-4efa-8ab3-7305bb62e016 req-69c8074d-4090-4856-bdb7-76fc6f786159 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363917 Aug 04 11:54:39.498369 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5957172-9175-4d55-99af-52e440ab8679 req-018d8c57-6d2b-4247-b3ba-da520f7819a3 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:39.499841 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c5957172-9175-4d55-99af-52e440ab8679 req-018d8c57-6d2b-4247-b3ba-da520f7819a3 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0542896 Aug 04 11:54:39.541353 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c5957172-9175-4d55-99af-52e440ab8679 req-2f6f8353-55ec-4a61-a8da-cdf928318549 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Aug 04 11:54:39.859599 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:54:39.927704 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba8fdd-1ebd-466d-b206-d6609c54412d req-e89b7667-9227-426a-9b63-3c3ac61b3dd6 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:39.929365 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-85ba8fdd-1ebd-466d-b206-d6609c54412d req-e89b7667-9227-426a-9b63-3c3ac61b3dd6 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0576274 Aug 04 11:54:39.986409 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:40.001111 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'mac_address': 'fa:16:3e:3d:5c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:54:40.004219 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-85ba8fdd-1ebd-466d-b206-d6609c54412d req-ebd7ddd3-028d-4dce-aae6-1a7dd2e537f4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670178 Aug 04 11:54:40.052973 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:40.069858 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:54:40.071021 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb1aba-dfae-4030-b9f7-26237eb9a55e req-cef4e0d8-a66d-4cd9-a5c6-1ef21aff9dc7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:40.074598 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-83bb1aba-dfae-4030-b9f7-26237eb9a55e req-cef4e0d8-a66d-4cd9-a5c6-1ef21aff9dc7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0813799 Aug 04 11:54:40.123907 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:40.130178 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:40.163792 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-83bb1aba-dfae-4030-b9f7-26237eb9a55e req-7bd84440-0cdc-464d-8040-b685f11e0af8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784605 Aug 04 11:54:40.200825 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040d0b0-2294-4c99-9df3-635511e0d545 req-9ba28de7-7c34-49c5-9ae9-1958dd22b9c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:40.202797 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c040d0b0-2294-4c99-9df3-635511e0d545 req-9ba28de7-7c34-49c5-9ae9-1958dd22b9c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 943 time: 0.0961487 Aug 04 11:54:40.237719 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=9']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:40.264471 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c040d0b0-2294-4c99-9df3-635511e0d545 req-f36cd95b-1079-4d97-8a97-e808a458a43a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469379 Aug 04 11:54:40.801714 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['c39d7785-eccb-4b99-955b-0b90ce6d7474'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:41.308946 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1202-1931-4d85-a3c1-ac95515e3a82 req-1c8dff1a-270e-4516-adc0-b73d72b00805 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:41.310501 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-177e1202-1931-4d85-a3c1-ac95515e3a82 req-1c8dff1a-270e-4516-adc0-b73d72b00805 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0575659 Aug 04 11:54:41.361110 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-177e1202-1931-4d85-a3c1-ac95515e3a82 req-faaeb094-86c2-47a2-9b87-02043e6e3a0e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 Aug 04 11:54:41.460843 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957535fe-09ce-43c4-91f8-a7379c5ee3a3 req-018f0f1f-5e05-4f33-9899-196e8ee6b09a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:41.463556 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-957535fe-09ce-43c4-91f8-a7379c5ee3a3 req-018f0f1f-5e05-4f33-9899-196e8ee6b09a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.0776920 Aug 04 11:54:41.537413 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-957535fe-09ce-43c4-91f8-a7379c5ee3a3 req-7108eb7d-cdde-4f71-9f53-6dbdb0988ed3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628195 Aug 04 11:54:41.805946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956965-c050-4020-8333-644891d4a57c req-b3bdc44c-9bcf-4bb9-94c6-830cb6011001 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:41.808201 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61956965-c050-4020-8333-644891d4a57c req-b3bdc44c-9bcf-4bb9-94c6-830cb6011001 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0597243 Aug 04 11:54:41.856801 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61956965-c050-4020-8333-644891d4a57c req-35f832c5-1713-4886-b572-a5111aae6dfc tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Aug 04 11:54:42.498190 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb157-da72-4c8d-815d-7b716b33e336 req-1210677d-ced5-45d6-9f56-6e1cb6a6cb60 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:42.499845 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0eefb157-da72-4c8d-815d-7b716b33e336 req-1210677d-ced5-45d6-9f56-6e1cb6a6cb60 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0574033 Aug 04 11:54:42.545708 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0eefb157-da72-4c8d-815d-7b716b33e336 req-acac210c-7e23-4e9e-9ece-9f752f5b51a2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Aug 04 11:54:42.694395 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3f8df-7be1-43e4-b6d1-ca3a29913502 req-338f662b-07d9-413f-b5b8-68fa7792b195 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:42.696048 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-81c3f8df-7be1-43e4-b6d1-ca3a29913502 req-338f662b-07d9-413f-b5b8-68fa7792b195 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.0620599 Aug 04 11:54:42.741961 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-81c3f8df-7be1-43e4-b6d1-ca3a29913502 req-3a8a8b01-a759-4c3e-bc37-c484b19a01ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Aug 04 11:54:42.991251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f12f6f-3c97-4ad8-bf06-33818473eb5b req-0648839b-47e8-4b5a-af30-6ca70c6fb279 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:42.992779 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c9f12f6f-3c97-4ad8-bf06-33818473eb5b req-0648839b-47e8-4b5a-af30-6ca70c6fb279 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0551891 Aug 04 11:54:43.035197 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c9f12f6f-3c97-4ad8-bf06-33818473eb5b req-d21d3e20-8803-47a3-aedc-83b561b80cf0 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Aug 04 11:54:43.675506 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579f7fb-4d06-4758-86d4-b0feab13b0e0 req-54e52da9-e908-4f2b-bd39-c3d729d5cbe1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:43.677108 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9579f7fb-4d06-4758-86d4-b0feab13b0e0 req-54e52da9-e908-4f2b-bd39-c3d729d5cbe1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Aug 04 11:54:43.718812 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9579f7fb-4d06-4758-86d4-b0feab13b0e0 req-8150f038-6831-43a8-a94f-345b10a00a05 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Aug 04 11:54:43.866864 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:54:43.875552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ca74-4709-46f1-b2df-7d3a34fe7bc9 req-1b7b36c1-8137-4241-9394-605d64886206 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:43.877228 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9c68ca74-4709-46f1-b2df-7d3a34fe7bc9 req-1b7b36c1-8137-4241-9394-605d64886206 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 944 time: 0.0525103 Aug 04 11:54:43.934562 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9c68ca74-4709-46f1-b2df-7d3a34fe7bc9 req-8cf93187-d7ab-4bb2-a644-2405f2fd7e45 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492733 Aug 04 11:54:43.935869 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port c39d7785-eccb-4b99-955b-0b90ce6d7474 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:43.936153 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.020683 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.044067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:44.046415 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389d5a40-0503-45d6-8417-053074f3943c" -d '{"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:44.063977 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:44.069431 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.096888 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203c80e-d816-4c8e-becd-1299a8deec95 x-openstack-request-id: req-5203c80e-d816-4c8e-becd-1299a8deec95 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:44.097392 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-plugged", "status": "completed", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:44.097641 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5203c80e-d816-4c8e-becd-1299a8deec95 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:44.098098 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'code': 200} Aug 04 11:54:44.125715 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=10']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:44.169643 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc2eb7-cb1e-4f40-90f7-c105197a39fc req-0002974a-cf56-417c-8388-223b089b0798 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:44.173209 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8dcc2eb7-cb1e-4f40-90f7-c105197a39fc req-0002974a-cf56-417c-8388-223b089b0798 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Aug 04 11:54:44.238532 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8dcc2eb7-cb1e-4f40-90f7-c105197a39fc req-9595f043-0984-458b-b22c-bfed1e2c3729 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Aug 04 11:54:44.247688 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31b042-32c6-45f1-8658-122c5d091832 req-915b5311-a15e-480c-97d8-93d1fa417991 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:44.249223 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4d31b042-32c6-45f1-8658-122c5d091832 req-915b5311-a15e-480c-97d8-93d1fa417991 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 945 time: 0.0882132 Aug 04 11:54:44.359077 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Deleting port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:54:44.359459 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.451316 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] For port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:44.451694 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.464577 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Calling delete_port for 35ab8fc1-7302-4ffe-8e91-ed65bb208fff owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:54:44.602294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.637685 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event deleted for resources: {'Port': ['ID=35ab8fc1-7302-4ffe-8e91-ed65bb208fff,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:44.651404 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8', '7957dd41-0f03-4f9e-ab26-20eebe061952', '3278e5b0-73ac-4519-b39a-5a41b6299673', '35ab8fc1-7302-4ffe-8e91-ed65bb208fff'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:44.684769 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] No DVR routers for this DVR port 35ab8fc1-7302-4ffe-8e91-ed65bb208fff on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:54:44.690178 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:44.692359 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4d31b042-32c6-45f1-8658-122c5d091832 req-514ccac2-4ea5-4f2e-9910-3100289e1162 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "DELETE /v2.0/ports/35ab8fc1-7302-4ffe-8e91-ed65bb208fff HTTP/1.1" status: 204 len: 173 time: 0.4357162 Aug 04 11:54:44.692883 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'name': 'network-vif-deleted', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:44.695194 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c47248-1ee6-43a0-bfe1-a377288e1c5d" -d '{"events": [{"server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "name": "network-vif-deleted", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:44.745867 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db0b4e-5768-4ef5-b3db-89493c23cfbd x-openstack-request-id: req-f3db0b4e-5768-4ef5-b3db-89493c23cfbd {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:44.746251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c6f3e-fed9-4b70-8b70-4126ce5360a7", "name": "network-vif-deleted", "tag": "35ab8fc1-7302-4ffe-8e91-ed65bb208fff", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:44.746514 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3db0b4e-5768-4ef5-b3db-89493c23cfbd {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:44.746959 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c6f3e-fed9-4b70-8b70-4126ce5360a7', 'name': 'network-vif-deleted', 'tag': '35ab8fc1-7302-4ffe-8e91-ed65bb208fff', 'status': 'completed', 'code': 200} Aug 04 11:54:44.907170 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b024-d0ba-457f-8270-6d1e209b1dfd req-1b8b18b0-3ce6-4b22-90ad-a4bf84125990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:44.908857 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a2c1b024-d0ba-457f-8270-6d1e209b1dfd req-1b8b18b0-3ce6-4b22-90ad-a4bf84125990 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1099 time: 0.0986402 Aug 04 11:54:44.918338 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b379e0c-b5d7-4f2e-a3c7-9aea3d7bcaee req-f9eadb3e-8002-468b-afc0-535339ea0cda tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:44.919819 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b379e0c-b5d7-4f2e-a3c7-9aea3d7bcaee req-f9eadb3e-8002-468b-afc0-535339ea0cda tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1113360 Aug 04 11:54:44.990435 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b379e0c-b5d7-4f2e-a3c7-9aea3d7bcaee req-255ff7d8-05e5-4884-bb2d-e8be3fd76b4e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618355 Aug 04 11:54:45.025381 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a2c1b024-d0ba-457f-8270-6d1e209b1dfd req-8351f82b-ba2c-4b2b-b556-cf9b5f9ce630 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679405 Aug 04 11:54:45.032632 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037c2cf-9c1b-4783-8499-2b72e8f87c5d req-aaf1fe38-3cb2-433d-8338-56eb9ac6d653 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:45.035658 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8037c2cf-9c1b-4783-8499-2b72e8f87c5d req-aaf1fe38-3cb2-433d-8338-56eb9ac6d653 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.1001899 Aug 04 11:54:45.084896 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8037c2cf-9c1b-4783-8499-2b72e8f87c5d req-99f2847d-2342-4002-993e-0e7b4829a61e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Aug 04 11:54:45.112968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e41d2-ad9c-4ca8-ab1d-8e2669fea6a5 req-c466e5fe-46b6-4555-8065-79ac4a43006a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:45.114384 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-641e41d2-ad9c-4ca8-ab1d-8e2669fea6a5 req-c466e5fe-46b6-4555-8065-79ac4a43006a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0510676 Aug 04 11:54:45.154905 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-641e41d2-ad9c-4ca8-ab1d-8e2669fea6a5 req-58dd37b0-443d-4b4f-a798-7d37d7904012 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338531 Aug 04 11:54:45.350785 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c3d4925-651e-4654-9f39-cfc76ef97801 req-aff33a47-46fe-48ef-8263-9b8c6780149f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=111c6f3e-fed9-4b70-8b70-4126ce5360a7 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Aug 04 11:54:46.124522 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1712-7ff0-49c2-ac66-ba92e6d3c466 req-038ebe90-d56e-41b4-aba1-df2e8bca86cd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:46.126113 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-032f1712-7ff0-49c2-ac66-ba92e6d3c466 req-038ebe90-d56e-41b4-aba1-df2e8bca86cd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0566182 Aug 04 11:54:46.182599 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-032f1712-7ff0-49c2-ac66-ba92e6d3c466 req-d393e468-002f-454a-9896-ec1bf706089b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389202 Aug 04 11:54:46.213194 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11addbd-2c0e-4545-930e-6200b4c5df33 req-bd1aae62-cf99-4e66-a425-c9a379c0c567 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:46.214760 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b11addbd-2c0e-4545-930e-6200b4c5df33 req-bd1aae62-cf99-4e66-a425-c9a379c0c567 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0652208 Aug 04 11:54:46.261282 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b11addbd-2c0e-4545-930e-6200b4c5df33 req-94b57230-c359-49f4-b494-cfe93f5fd744 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Aug 04 11:54:46.288707 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf017973-6133-4c1e-9513-39e45dded940 req-f022bcc6-e987-45a5-b05b-ec12fa224686 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:46.290158 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bf017973-6133-4c1e-9513-39e45dded940 req-f022bcc6-e987-45a5-b05b-ec12fa224686 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Aug 04 11:54:46.333014 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bf017973-6133-4c1e-9513-39e45dded940 req-a7610446-5726-49e0-a94e-0eb6dbfffb79 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Aug 04 11:54:47.312742 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73eb51-571b-493a-9719-32d3253c5e98 req-7204bb2b-0520-414a-8cf7-dff93b112418 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:47.314666 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7a73eb51-571b-493a-9719-32d3253c5e98 req-7204bb2b-0520-414a-8cf7-dff93b112418 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0575554 Aug 04 11:54:47.377351 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7a73eb51-571b-493a-9719-32d3253c5e98 req-98fe2bae-61d0-4e62-82f0-b60932501e82 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531628 Aug 04 11:54:47.404590 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1f11-4997-4870-a785-721f3737a32e req-4017fafb-ce04-4c55-94a5-bdfa15d3a8e0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:47.406190 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cb4d1f11-4997-4870-a785-721f3737a32e req-4017fafb-ce04-4c55-94a5-bdfa15d3a8e0 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0666084 Aug 04 11:54:47.459112 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cb4d1f11-4997-4870-a785-721f3737a32e req-4c81a894-12a9-4104-9d86-20f25b9fdabe tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445728 Aug 04 11:54:47.506031 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b21a80-1562-41a8-a6fd-f433b02a66f7 req-5dc135da-5a55-4a2e-9e9b-c58cf348e52b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:47.508407 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-33b21a80-1562-41a8-a6fd-f433b02a66f7 req-5dc135da-5a55-4a2e-9e9b-c58cf348e52b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0685639 Aug 04 11:54:47.564727 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-33b21a80-1562-41a8-a6fd-f433b02a66f7 req-bc179371-46ed-4b04-b9b2-30bcab24f7f5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505259 Aug 04 11:54:47.784070 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052a6c-61f3-41f1-88e0-f9a90f1ae0f7 req-1aad657a-c072-47bf-8cb2-86d71a27fdcd tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:47.786323 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ae052a6c-61f3-41f1-88e0-f9a90f1ae0f7 req-1aad657a-c072-47bf-8cb2-86d71a27fdcd tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Aug 04 11:54:47.828501 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ae052a6c-61f3-41f1-88e0-f9a90f1ae0f7 req-5ea22b69-a20d-478c-a62c-939fa0d8d9f3 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Aug 04 11:54:47.873432 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 35ab8fc1-7302-4ffe-8e91-ed65bb208fff no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:54:47.894164 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 35ab8fc1-7302-4ffe-8e91-ed65bb208fff {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:54:47.894876 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 35ab8fc1-7302-4ffe-8e91-ed65bb208fff not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:54:48.493761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e59da-a58f-4dd7-b819-92ea86dd1e7b req-23d6f844-71bf-4dc0-9bcb-e5d9a31b958a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:48.495207 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0b8e59da-a58f-4dd7-b819-92ea86dd1e7b req-23d6f844-71bf-4dc0-9bcb-e5d9a31b958a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Aug 04 11:54:48.537842 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0b8e59da-a58f-4dd7-b819-92ea86dd1e7b req-3b6b262f-2b56-4d7f-9253-a1b336704e1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363665 Aug 04 11:54:48.587318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b91f-8cf5-4436-9cc3-c59b1771e886 req-00f68c01-d0bd-4f90-b8cb-c28cf179cbfd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:48.589516 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61a7b91f-8cf5-4436-9cc3-c59b1771e886 req-00f68c01-d0bd-4f90-b8cb-c28cf179cbfd tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Aug 04 11:54:48.631342 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61a7b91f-8cf5-4436-9cc3-c59b1771e886 req-2a038736-7e13-4216-a8d8-859571df936f tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358462 Aug 04 11:54:48.704933 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15f8fc-8147-47dd-9020-4fa754f71ab8 req-3bc38781-bb98-4d51-86f4-85ef014e3fa2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:48.706477 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc15f8fc-8147-47dd-9020-4fa754f71ab8 req-3bc38781-bb98-4d51-86f4-85ef014e3fa2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0513914 Aug 04 11:54:48.749481 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc15f8fc-8147-47dd-9020-4fa754f71ab8 req-925402a1-9707-4a11-aae2-34475b7e78e3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Aug 04 11:54:48.951128 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319d582-8f35-4f7c-bc70-df7b60df8a03 req-6181d865-3d80-4efa-b37c-101fb07b18a7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:48.952695 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b319d582-8f35-4f7c-bc70-df7b60df8a03 req-6181d865-3d80-4efa-b37c-101fb07b18a7 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.0559824 Aug 04 11:54:48.992356 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b319d582-8f35-4f7c-bc70-df7b60df8a03 req-f7504e75-3adb-47b3-9e91-cbe91d7d0895 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Aug 04 11:54:49.613064 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-e51b8742-8a5b-4ad4-9992-f9e0d8ab153e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:49.614529 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-e51b8742-8a5b-4ad4-9992-f9e0d8ab153e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Aug 04 11:54:49.662642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a6da3-ed49-4122-a2f4-bfb9b293afc0 req-3eeeb83d-6ba0-4188-9807-905cec6ada70 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:49.664200 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b0a6da3-ed49-4122-a2f4-bfb9b293afc0 req-3eeeb83d-6ba0-4188-9807-905cec6ada70 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0545619 Aug 04 11:54:49.728285 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b0a6da3-ed49-4122-a2f4-bfb9b293afc0 req-e2a71572-6afe-4373-8107-d1148f29d4d0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548196 Aug 04 11:54:49.791391 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7985fe-465f-4735-9fee-848e3af0d364 req-ea540fcd-3ee1-4b74-9d9f-3f3e0a56994b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:49.793600 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc7985fe-465f-4735-9fee-848e3af0d364 req-ea540fcd-3ee1-4b74-9d9f-3f3e0a56994b tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 946 time: 0.0776432 Aug 04 11:54:49.800726 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Deleting port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:54:49.801088 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:49.897682 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bc7985fe-465f-4735-9fee-848e3af0d364 req-79108d62-989f-4b5b-8596-a59de7a4d2c6 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Aug 04 11:54:50.122859 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028dd9a-7dc7-4b05-93af-7df49d84fac8 req-4b8a7cf6-538f-4641-a198-3a5e45355b1f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:50.124794 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f028dd9a-7dc7-4b05-93af-7df49d84fac8 req-4b8a7cf6-538f-4641-a198-3a5e45355b1f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.0580854 Aug 04 11:54:50.171211 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f028dd9a-7dc7-4b05-93af-7df49d84fac8 req-32bf08b6-e485-4146-92db-a914720f2108 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Aug 04 11:54:50.182094 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] For port 4bd2ae27-75d0-40a6-bed6-07d0e7716742, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4bd2ae27-75d0-40a6-bed6-07d0e7716742,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:50.182094 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.194828 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Calling delete_port for 4bd2ae27-75d0-40a6-bed6-07d0e7716742 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:54:50.319722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.351003 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Pushing event deleted for resources: {'Port': ['ID=4bd2ae27-75d0-40a6-bed6-07d0e7716742,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:50.360825 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9230104b-7e88-4c64-9b47-00dfd8e78d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.375839 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['686e86f4-24d4-4b68-a681-474ce19609ee'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:50.394479 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] No DVR routers for this DVR port 4bd2ae27-75d0-40a6-bed6-07d0e7716742 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:54:50.397038 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.399040 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0d6b2c16-05de-4e74-a29e-a8eeae399dac req-b6b1a9f0-2855-4ac6-b33a-1e734ee06d30 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "DELETE /v2.0/ports/4bd2ae27-75d0-40a6-bed6-07d0e7716742 HTTP/1.1" status: 204 len: 173 time: 0.7661676 Aug 04 11:54:50.399495 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'name': 'network-vif-deleted', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:50.403251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e5ea2-2175-4ae9-9995-1b95cea0cea9" -d '{"events": [{"server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "name": "network-vif-deleted", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:50.441506 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd4eb4a-06ef-434c-b24d-237db5edb8e6 x-openstack-request-id: req-2bd4eb4a-06ef-434c-b24d-237db5edb8e6 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:50.441806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f648768c-211f-4113-a1d0-6747c1370702", "name": "network-vif-deleted", "tag": "4bd2ae27-75d0-40a6-bed6-07d0e7716742", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:50.442175 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bd4eb4a-06ef-434c-b24d-237db5edb8e6 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:50.443130 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f648768c-211f-4113-a1d0-6747c1370702', 'name': 'network-vif-deleted', 'tag': '4bd2ae27-75d0-40a6-bed6-07d0e7716742', 'status': 'completed', 'code': 200} Aug 04 11:54:50.695375 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-fe8057a7-0bb7-46cc-8855-e17b4385ec6a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:50.696841 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-fe8057a7-0bb7-46cc-8855-e17b4385ec6a tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 946 time: 0.0518553 Aug 04 11:54:50.794802 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Deleting port 3278e5b0-73ac-4519-b39a-5a41b6299673 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:54:50.795424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.863917 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ced8-8ae2-42de-be90-a42a836a8f74 req-02bbea17-e430-4ed5-bcad-bfbe0ade762d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:50.865746 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9991ced8-8ae2-42de-be90-a42a836a8f74 req-02bbea17-e430-4ed5-bcad-bfbe0ade762d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0598276 Aug 04 11:54:50.914665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] For port 3278e5b0-73ac-4519-b39a-5a41b6299673, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=3278e5b0-73ac-4519-b39a-5a41b6299673,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:50.915050 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:50.915880 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9991ced8-8ae2-42de-be90-a42a836a8f74 req-bb06732b-7423-4371-9e7e-7ea05ca25d92 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Aug 04 11:54:50.950590 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Calling delete_port for 3278e5b0-73ac-4519-b39a-5a41b6299673 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:54:51.086994 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e79d3ff3-82b5-48dc-9909-df49f3fe1b08 req-88726589-1eee-4e34-9b6d-a5926ee907ae tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=f648768c-211f-4113-a1d0-6747c1370702 HTTP/1.1" status: 200 len: 210 time: 0.0556264 Aug 04 11:54:51.102745 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180da36-c7f2-48bb-b9d5-aa1c8423190f req-670d4044-b033-41d9-93a3-561b45bb9d42 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:51.105009 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2180da36-c7f2-48bb-b9d5-aa1c8423190f req-670d4044-b033-41d9-93a3-561b45bb9d42 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0610304 Aug 04 11:54:51.160081 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2180da36-c7f2-48bb-b9d5-aa1c8423190f req-999b9d75-823f-4b49-8ba2-38dea0a88b3a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Aug 04 11:54:51.192838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 41966) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:51.225302 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:51.271408 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8', '7957dd41-0f03-4f9e-ab26-20eebe061952', '3278e5b0-73ac-4519-b39a-5a41b6299673'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:51.301087 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event deleted for resources: {'Port': ['ID=3278e5b0-73ac-4519-b39a-5a41b6299673,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:51.324563 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ef4001bb-0255-464b-993e-0754bd42e236 req-c29bba45-d3df-47ac-98b7-d25c53a2b36d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=1ac9e864-c153-4edd-ad96-70e22841d138 HTTP/1.1" status: 200 len: 210 time: 0.0510235 Aug 04 11:54:51.377927 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] No DVR routers for this DVR port 3278e5b0-73ac-4519-b39a-5a41b6299673 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:54:51.381330 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:51.383727 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-643c146b-9d7d-48d7-ad16-975c01613de2 req-2aca3ac2-204f-44a3-a3e0-aaefac9e2012 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "DELETE /v2.0/ports/3278e5b0-73ac-4519-b39a-5a41b6299673 HTTP/1.1" status: 204 len: 173 time: 0.6790175 Aug 04 11:54:51.564735 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89805a67-22b7-4e72-9edc-e82a8eebf4d2 tempest-TestMinimumBasicScenario-1146867861 tempest-TestMinimumBasicScenario-1146867861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:51.567316 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-89805a67-22b7-4e72-9edc-e82a8eebf4d2 tempest-TestMinimumBasicScenario-1146867861 tempest-TestMinimumBasicScenario-1146867861-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1094 time: 0.3736184 Aug 04 11:54:51.570625 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 41972) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:51.576452 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'port_id': '4187099e-c401-4a94-9231-372cc3275959', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:51.605315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for floatingip, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:51.726214 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:51.853137 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Allocated IP 172.27.1.12 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/62b1af4a-bf48-420a-aaa6-305b562aa976) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:51.952032 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4bd2ae27-75d0-40a6-bed6-07d0e7716742 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:54:51.989980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 4bd2ae27-75d0-40a6-bed6-07d0e7716742 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:54:51.990714 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4bd2ae27-75d0-40a6-bed6-07d0e7716742 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:54:51.991332 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 3278e5b0-73ac-4519-b39a-5a41b6299673 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:54:52.023451 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 3278e5b0-73ac-4519-b39a-5a41b6299673 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:54:52.024230 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 3278e5b0-73ac-4519-b39a-5a41b6299673 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:54:52.085737 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:52.123570 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81d7b6-a2f7-4f7c-9fc1-cf74e9cde207 req-d037e403-d510-443e-b53d-8173f9ea1de0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:52.125271 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cc81d7b6-a2f7-4f7c-9fc1-cf74e9cde207 req-d037e403-d510-443e-b53d-8173f9ea1de0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0906522 Aug 04 11:54:52.205413 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:52.259376 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cc81d7b6-a2f7-4f7c-9fc1-cf74e9cde207 req-6b3912f2-8ccf-448c-81bd-6e5f6100dd23 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237881 Aug 04 11:54:52.270613 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:52.275737 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:52.282770 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:52.330958 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'Port': ['ID=62b1af4a-bf48-420a-aaa6-305b562aa976,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:52.444315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'name': 'network-vif-deleted', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:52.446883 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04769e0-37e8-49f0-80c9-7c0c5a05c698" -d '{"events": [{"server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "name": "network-vif-deleted", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:52.579156 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857db86-3dae-4521-af32-b45f5481e66a req-fc01ee6f-ec9e-4f0f-bb66-9dd873f8b678 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:52.587692 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0857db86-3dae-4521-af32-b45f5481e66a req-fc01ee6f-ec9e-4f0f-bb66-9dd873f8b678 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0922272 Aug 04 11:54:52.641191 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0857db86-3dae-4521-af32-b45f5481e66a req-286c532d-3a14-4ca7-b487-bc36c910f661 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Aug 04 11:54:52.687113 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e7168-ee5d-45a5-af7e-a33eab3b72d6 x-openstack-request-id: req-086e7168-ee5d-45a5-af7e-a33eab3b72d6 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:52.687804 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9e864-c153-4edd-ad96-70e22841d138", "name": "network-vif-deleted", "tag": "3278e5b0-73ac-4519-b39a-5a41b6299673", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:52.688372 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-086e7168-ee5d-45a5-af7e-a33eab3b72d6 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:52.688893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9e864-c153-4edd-ad96-70e22841d138', 'name': 'network-vif-deleted', 'tag': '3278e5b0-73ac-4519-b39a-5a41b6299673', 'status': 'completed', 'code': 200} Aug 04 11:54:52.794581 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5e23c-b46c-4b9b-9b46-8e3e20972a63 req-3dc76f76-d431-4b8c-a23d-bf5c718bbb4c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:52.796540 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03e5e23c-b46c-4b9b-9b46-8e3e20972a63 req-3dc76f76-d431-4b8c-a23d-bf5c718bbb4c tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.0645344 Aug 04 11:54:52.845984 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03e5e23c-b46c-4b9b-9b46-8e3e20972a63 req-62d194b0-7752-4109-a895-69f15255ea8d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359697 Aug 04 11:54:52.975444 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.105654 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.298057 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.303095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.333879 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-31818351-6669-41bb-b236-24509840e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.404407 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'Port': ['ID=62b1af4a-bf48-420a-aaa6-305b562aa976,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:53.438119 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.489066 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.515052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae70b6-b288-402a-a410-63883aa0e03e req-e0e1787d-19c6-4c2b-8999-83830d503755 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:53.517030 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a5ae70b6-b288-402a-a410-63883aa0e03e req-e0e1787d-19c6-4c2b-8999-83830d503755 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1278033 Aug 04 11:54:53.544974 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:53.811051 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f090665-ef30-461b-a141-349a38e4afa0 req-9a35d1c1-7b59-45d0-a91b-450febb71f18 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:53.813655 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1f090665-ef30-461b-a141-349a38e4afa0 req-9a35d1c1-7b59-45d0-a91b-450febb71f18 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0688553 Aug 04 11:54:53.845892 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a5ae70b6-b288-402a-a410-63883aa0e03e req-ac1861db-cf42-4f97-8d48-13b7d7abb825 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548570 Aug 04 11:54:53.846566 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Floating IP bd6ed005-e57e-492f-97a9-f3c133f6f19b associated. External IP: 172.27.1.12, port: 4187099e-c401-4a94-9231-372cc3275959. Aug 04 11:54:53.876086 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1f090665-ef30-461b-a141-349a38e4afa0 req-1a3bbf5c-e136-48f1-b082-704dd6660cf8 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Aug 04 11:54:54.035585 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee22f9e-fe2d-4fa4-9c6a-e072ab7777bf req-09316722-4244-4458-ad57-250d905f621e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:54.037028 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3ee22f9e-fe2d-4fa4-9c6a-e072ab7777bf req-09316722-4244-4458-ad57-250d905f621e tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.0949841 Aug 04 11:54:54.133467 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3ee22f9e-fe2d-4fa4-9c6a-e072ab7777bf req-b04f890c-d642-4e08-a1f3-98c57d8e3b08 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 Aug 04 11:54:54.165198 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Router 407477ba-0231-4b5d-87a8-fb16cb325d97 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:54:54.325694 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:54.335681 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Sync routers for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:54.346109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.347812 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:54.348450 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:54.375413 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1cde7a89-78f0-4bde-a945-934f696fc81a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8030882 Aug 04 11:54:54.375961 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:54.378202 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:54.380911 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42002) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:54.385892 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736174909', 'description': 'tempest-secgroup-smoke-736174909 description', 'project_id': 'f7c376d8e01c45868249b2a5363517b4'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:54.423541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879d298b-0152-4a5b-9b03-8b8467028878 x-openstack-request-id: req-879d298b-0152-4a5b-9b03-8b8467028878 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:54.424146 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:54.424517 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.424898 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-879d298b-0152-4a5b-9b03-8b8467028878 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:54.425621 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:54:54.482021 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:54.556054 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.563142 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.601492 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-ee8ead79-eac9-44f0-a9b0-70cca8003d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:54.602848 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-ee8ead79-eac9-44f0-a9b0-70cca8003d6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1099 time: 0.1031141 Aug 04 11:54:54.605951 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c152a8-2312-4208-bff1-e96870759317,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:54.610158 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.614205 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5a6395f5-0ec9-423f-ae16-d244772cf180 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2294316 Aug 04 11:54:54.615023 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42006) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:54.627678 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:54.721870 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.759638 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-9d6504c5-de4c-471a-9161-5c8f9845f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:54.761987 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-9d6504c5-de4c-471a-9161-5c8f9845f702 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.1495490 Aug 04 11:54:54.841438 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'bd6ed005-e57e-492f-97a9-f3c133f6f19b', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'port_id': '4187099e-c401-4a94-9231-372cc3275959', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'mac_address': 'fa:16:3e:f7:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:54:52Z', 'updated_at': '2021-08-04T11:54:52Z', 'revision_number': 0, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:54.871250 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.874287 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Checking router: 407477ba-0231-4b5d-87a8-fb16cb325d97 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:54.876856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.885571 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:54.886203 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:54.894849 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-3104e714-4d4a-4fd3-a178-17abfd3fddf7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 999 time: 0.1229913 Aug 04 11:54:54.905668 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a45f8b1-bfa7-464e-9e9c-7f8271dc707b,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:54.909225 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:54.912920 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-34ca902d-2d7f-46ed-b703-7a064297d51a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951996 Aug 04 11:54:54.913285 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42012) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:54.923346 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:54.966495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.012259 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-20785b85-bc1f-4b92-8859-58f761e4cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.015780 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-20785b85-bc1f-4b92-8859-58f761e4cef0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.1076200 Aug 04 11:54:55.054601 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.087029 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:55.124150 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4393d-27c2-4665-bd26-d8e706468b57 req-837c4e18-5168-4fd1-a5d6-6dfd2c810cf9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.128921 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-97f4393d-27c2-4665-bd26-d8e706468b57 req-837c4e18-5168-4fd1-a5d6-6dfd2c810cf9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1119261 Aug 04 11:54:55.132789 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.147780 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.180526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487af22-107f-4108-8fce-cc73b9b5ecca req-a181e495-9c11-4ee4-b8e0-391f66d5b280 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.189303 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2487af22-107f-4108-8fce-cc73b9b5ecca req-a181e495-9c11-4ee4-b8e0-391f66d5b280 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1718504 Aug 04 11:54:55.221310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-6806948f-986e-45ba-988f-0883803f53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.222891 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-6806948f-986e-45ba-988f-0883803f53b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498933 Aug 04 11:54:55.226837 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45582336-9b54-4ae5-99d4-1ab607e0f1e4,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:55.271034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.276528 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6a7574a1-de87-439b-a62d-b1bb4f76b4a0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3584781 Aug 04 11:54:55.283650 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-7f1e4837-f91d-48c1-8ba4-5f53acafeee8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.285304 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-7f1e4837-f91d-48c1-8ba4-5f53acafeee8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.1667416 Aug 04 11:54:55.285818 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42018) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:55.310646 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-97f4393d-27c2-4665-bd26-d8e706468b57 req-6985154c-c50f-4b20-8d2b-104c619aedb8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503224 Aug 04 11:54:55.325396 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-f628438a-c175-48c9-b4f1-32a199b4a66c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330204 Aug 04 11:54:55.340715 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:55.378736 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2487af22-107f-4108-8fce-cc73b9b5ecca req-e8619376-81e5-4956-a4df-deda8a44f794 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883993 Aug 04 11:54:55.484602 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765286fe-65a2-410c-9817-7e22f2093951 req-3d6d6c7a-cad3-4077-be7b-b052740d48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.486471 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-3d6d6c7a-cad3-4077-be7b-b052740d48e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 1099 time: 0.1068416 Aug 04 11:54:55.503028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.523086 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a5c-10fb-4f26-9f77-92bf145a6c3b req-d18a6b8b-7992-40ec-8d4b-385c0e6a34e8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.530606 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbc32a5c-10fb-4f26-9f77-92bf145a6c3b req-d18a6b8b-7992-40ec-8d4b-385c0e6a34e8 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 946 time: 0.0999851 Aug 04 11:54:55.540516 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-18496cbd-e959-4d2d-aaa8-85f12467e6f8 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020208 Aug 04 11:54:55.629928 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbc32a5c-10fb-4f26-9f77-92bf145a6c3b req-de63bb11-1b71-4b06-8505-91b491d6ccbf tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980659 Aug 04 11:54:55.676719 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-dbc504eb-9592-45c5-a601-9bdeb5c350a5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935767436&fields=id&tenant_id=77744f95b8414c45b561c7b403c1c869 HTTP/1.1" status: 200 len: 267 time: 0.1506624 Aug 04 11:54:55.681964 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'bd6ed005-e57e-492f-97a9-f3c133f6f19b', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'port_id': '4187099e-c401-4a94-9231-372cc3275959', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'mac_address': 'fa:16:3e:f7:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:54:52Z', 'updated_at': '2021-08-04T11:54:52Z', 'revision_number': 0, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:55.687352 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.688922 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Deleting port 7957dd41-0f03-4f9e-ab26-20eebe061952 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:54:55.689276 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.690533 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765286fe-65a2-410c-9817-7e22f2093951 req-ab3ab292-6c73-45e1-a568-de345bee75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.692123 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-ab3ab292-6c73-45e1-a568-de345bee75d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.1586823 Aug 04 11:54:55.718827 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6ed3f-b2c9-4866-9701-183466555e1b None None] The sync data for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi is: [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'bd6ed005-e57e-492f-97a9-f3c133f6f19b', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'port_id': '4187099e-c401-4a94-9231-372cc3275959', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'mac_address': 'fa:16:3e:f7:64:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:54:52Z', 'updated_at': '2021-08-04T11:54:52Z', 'revision_number': 0, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:55.726131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.816369 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-35e76661-0814-4d1f-897e-c4e13bc4f9ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 200 len: 1001 time: 0.1149182 Aug 04 11:54:55.855534 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b4b168-6f64-4903-90d1-d68915d36d4f,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:55.863210 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-215a7c7e-2d69-4de2-bef5-2c92c4b5f6c6 req-834b1de2-2eda-4df7-bfcc-ea27ee73e1f5 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999163 Aug 04 11:54:55.879258 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.880590 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e94b3db5-c45a-41b8-8f41-f9a00ed44e7b tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5471017 Aug 04 11:54:55.884725 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42026) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:55.891275 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765286fe-65a2-410c-9817-7e22f2093951 req-3888e960-4fb9-4e08-8796-8c7220cf33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.893359 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-3888e960-4fb9-4e08-8796-8c7220cf33d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0662155 Aug 04 11:54:55.901393 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:55.956521 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] For port 7957dd41-0f03-4f9e-ab26-20eebe061952, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=7957dd41-0f03-4f9e-ab26-20eebe061952,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:55.956934 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:55.975823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-18d16630-a400-4086-a029-4e43571a9b08 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.981021 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-18d16630-a400-4086-a029-4e43571a9b08 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 809 time: 0.2843120 Aug 04 11:54:55.984502 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765286fe-65a2-410c-9817-7e22f2093951 req-09ec1567-8169-490d-8104-83fd04195dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:55.986701 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-09ec1567-8169-490d-8104-83fd04195dc4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801888 Aug 04 11:54:55.995664 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Calling delete_port for 7957dd41-0f03-4f9e-ab26-20eebe061952 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:54:56.031900 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-0a6b439c-9cda-4e04-941c-c648645f9cb7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/quotas/77744f95b8414c45b561c7b403c1c869 HTTP/1.1" status: 200 len: 375 time: 0.0395448 Aug 04 11:54:56.037376 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.049571 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4052a-c1bf-45c6-a4c6-35cb8a43ecce None None] New status for floating IP bd6ed005-e57e-492f-97a9-f3c133f6f19b: ACTIVE {{(pid=104941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:54:56.146640 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-11c3e156-6615-4119-8861-bcf1669735ac service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465597 Aug 04 11:54:56.266508 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-824a4d0b-0cf0-49cc-94c1-843e3fe7d58a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793270 Aug 04 11:54:56.283518 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-765286fe-65a2-410c-9817-7e22f2093951 req-6ec8e3b9-bb25-4d9d-ac5e-5dac81961395 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286798 Aug 04 11:54:56.296795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.337350 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.403354 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06f780c-7b9a-428b-ab82-8f7915d2826e,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:56.424338 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.425777 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-df758544-e45c-4015-85c2-189a1cc0ba37 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5371966 Aug 04 11:54:56.431280 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42032) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:56.437448 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:56.460689 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.482991 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.securitygroups_db [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Project f7c376d8e01c45868249b2a5363517b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:54:56.491386 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.503251 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa28ad-25ab-4834-80af-30a098d166d6 req-6490e576-26f5-44c7-89d2-6ad59146e513 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:56.504869 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-45fa28ad-25ab-4834-80af-30a098d166d6 req-6490e576-26f5-44c7-89d2-6ad59146e513 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0870440 Aug 04 11:54:56.507728 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:56.511260 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event deleted for resources: {'Port': ['ID=7957dd41-0f03-4f9e-ab26-20eebe061952,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:56.520513 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-6292856d-3e77-43d5-9e11-4676ffe0de63 service neutron] 10.222.0.54 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378983 Aug 04 11:54:56.586943 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-45fa28ad-25ab-4834-80af-30a098d166d6 req-035bed64-7e0c-4068-acae-6a4335133e7d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758214 Aug 04 11:54:56.600401 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.606505 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.631497 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a066c5-38d2-4822-ac98-5367a35008d9,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:56.646575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.653531 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b95136b3-2f52-47f5-bd91-b84c59a16eec tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2193878 Aug 04 11:54:56.654273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42036) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:54:56.661068 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'security_group_rule': {'security_group_id': '03c152a8-2312-4208-bff1-e96870759317', 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:56.668883 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] No DVR routers for this DVR port 7957dd41-0f03-4f9e-ab26-20eebe061952 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:54:56.673453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.676762 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-290e1a09-70e1-49b9-a972-490af3f581a9 req-106a4dc2-9f8d-43b1-a8f5-aa0d982f54c2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "DELETE /v2.0/ports/7957dd41-0f03-4f9e-ab26-20eebe061952 HTTP/1.1" status: 204 len: 173 time: 1.3244195 Aug 04 11:54:56.677455 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'name': 'network-vif-deleted', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:56.694294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e3dd7-930a-4846-a90a-3f27383a3c8b" -d '{"events": [{"server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "name": "network-vif-deleted", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:56.715998 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.securitygroups_db [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Project f7c376d8e01c45868249b2a5363517b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:54:56.737875 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.772037 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d5c7573b-f170-4189-95eb-aa84a3729859 service neutron] 10.222.0.54 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302094 Aug 04 11:54:56.789506 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcf351-96d5-40cd-8494-bcb44a974e20 req-dc0dd315-037e-4935-a7d1-3f1e93e3b3fe tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:56.791268 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-47bcf351-96d5-40cd-8494-bcb44a974e20 req-dc0dd315-037e-4935-a7d1-3f1e93e3b3fe tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0880232 Aug 04 11:54:56.873604 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.880982 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-47bcf351-96d5-40cd-8494-bcb44a974e20 req-01d70819-ad7b-44dc-92e5-8b755b661c2e tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789518 Aug 04 11:54:56.882682 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.920402 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dee42ff-41f2-4e3f-ae81-64b29833ddd9,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:56.940503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.942660 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-27da3e93-0464-4118-892e-9e3895901b43 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2868321 Aug 04 11:54:57.045627 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9ac6c05e-e339-4603-ac31-dbf2927df148 req-bfb3c4e4-1590-4076-8006-997dcfdce301 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=92043409-424e-451a-b928-f7bb1c607751 HTTP/1.1" status: 200 len: 210 time: 0.0393200 Aug 04 11:54:57.128932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4836c173-6b0d-479a-85fe-d6c3da35d870 x-openstack-request-id: req-4836c173-6b0d-479a-85fe-d6c3da35d870 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:57.130396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92043409-424e-451a-b928-f7bb1c607751", "name": "network-vif-deleted", "tag": "7957dd41-0f03-4f9e-ab26-20eebe061952", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:57.131305 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4836c173-6b0d-479a-85fe-d6c3da35d870 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:57.132240 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92043409-424e-451a-b928-f7bb1c607751', 'name': 'network-vif-deleted', 'tag': '7957dd41-0f03-4f9e-ab26-20eebe061952', 'status': 'completed', 'code': 200} Aug 04 11:54:57.215232 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cdcd817f-79dd-4a9e-ac24-552d3712a5c6 req-e282ee70-3505-4781-9e72-38557f63f059 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 210 time: 0.0335934 Aug 04 11:54:57.262141 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-89879697-ada9-4c9c-9f35-58e06156a887 req-5063cee2-4056-4295-8034-04f78fb35079 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736174909&fields=id&tenant_id=f7c376d8e01c45868249b2a5363517b4 HTTP/1.1" status: 200 len: 267 time: 0.0655124 Aug 04 11:54:57.355278 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89879697-ada9-4c9c-9f35-58e06156a887 req-e52d7cba-8c24-4937-999c-45823604bda2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:57.357269 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-89879697-ada9-4c9c-9f35-58e06156a887 req-e52d7cba-8c24-4937-999c-45823604bda2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0892050 Aug 04 11:54:57.372022 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'port': {'security_groups': ['5b508fae-ea17-42cf-9229-08b1c6181e2f', '03c152a8-2312-4208-bff1-e96870759317']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:57.466787 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:57.536893 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:57.732761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:54:57.781908 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b4764-2d4f-4af8-bb91-ac067c70785d req-a3d2f0c4-b4e8-4e7b-b09d-d35f13980809 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:57.785719 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-db2b4764-2d4f-4af8-bb91-ac067c70785d req-a3d2f0c4-b4e8-4e7b-b09d-d35f13980809 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0778885 Aug 04 11:54:57.790414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:57.796981 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:57.844598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:57.860380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:57.861187 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:57.866701 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-db2b4764-2d4f-4af8-bb91-ac067c70785d req-703db288-8d3b-4992-a401-0aee3b148394 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685441 Aug 04 11:54:57.868150 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-89879697-ada9-4c9c-9f35-58e06156a887 req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "PUT /v2.0/ports/4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 982 time: 0.5016084 Aug 04 11:54:57.960095 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea99b4e-3b5d-42a8-9b77-67b460b48609 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=6']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:57.962368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 7957dd41-0f03-4f9e-ab26-20eebe061952 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:54:58.000247 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 7957dd41-0f03-4f9e-ab26-20eebe061952 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:54:58.000845 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 7957dd41-0f03-4f9e-ab26-20eebe061952 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:54:58.050783 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4708cbd-554e-4408-ab48-906285552e5c req-5c5c84b9-362c-458a-a458-13079db337a2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:58.060156 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a4708cbd-554e-4408-ab48-906285552e5c req-5c5c84b9-362c-458a-a458-13079db337a2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0753243 Aug 04 11:54:58.079956 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:54:58.121578 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a4708cbd-554e-4408-ab48-906285552e5c req-4ea5fe27-b240-4e2c-9b5d-c80eac0d2b47 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598176 Aug 04 11:54:58.180631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b9071-f445-48ac-9e05-a9a232309dde req-23c97fe6-74ef-48f6-a37b-eb9ce136a2bb tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:58.186776 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-895b9071-f445-48ac-9e05-a9a232309dde req-23c97fe6-74ef-48f6-a37b-eb9ce136a2bb tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1170759 Aug 04 11:54:58.260584 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-895b9071-f445-48ac-9e05-a9a232309dde req-15ff0d92-1d40-4fb8-bd6d-6c97a8cd2de2 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Aug 04 11:54:58.373704 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3583e5b7-b776-4206-8218-55b2a7e197d6 req-0a0b6821-7a71-4fc2-ba7e-9cd7c55c17a0 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 210 time: 0.0443523 Aug 04 11:54:58.415417 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-89474d4f-b4ed-4256-8bc1-a3ca413166ed None None] Provisioning complete for port 4187099e-c401-4a94-9231-372cc3275959 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:54:58.415860 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-89474d4f-b4ed-4256-8bc1-a3ca413166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:59.027085 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930accb0-eab4-4d49-a3d1-b06feb022b1f req-55da2d4a-bae1-47c2-b5a0-7d054e39127e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.028702 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-930accb0-eab4-4d49-a3d1-b06feb022b1f req-55da2d4a-bae1-47c2-b5a0-7d054e39127e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0684037 Aug 04 11:54:59.033222 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-96be1e62-1190-4b66-88e1-a73aeb86066a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.035507 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-96be1e62-1190-4b66-88e1-a73aeb86066a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 809 time: 0.1594913 Aug 04 11:54:59.097889 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-930accb0-eab4-4d49-a3d1-b06feb022b1f req-6c5446dc-e040-49be-aa34-216c92cf37a2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611935 Aug 04 11:54:59.109832 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-6d650f11-56ca-45c2-a4c6-6629072ac363 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77744f95b8414c45b561c7b403c1c869 HTTP/1.1" status: 200 len: 380 time: 0.0444088 Aug 04 11:54:59.132042 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'port': {'device_id': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'admin_state_up': True, 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'security_groups': ['918676bd-818f-4a7f-8829-57dd99bf4b30']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:54:59.135051 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:59.137780 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bed464-6840-4137-9e8d-e4eff1b83047" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:59.197313 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52645127-9454-4f4a-8ca3-1de60346e3a2 x-openstack-request-id: req-52645127-9454-4f4a-8ca3-1de60346e3a2 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:59.197642 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:59.197901 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52645127-9454-4f4a-8ca3-1de60346e3a2 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:59.198297 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:54:59.295700 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-656583b3-8361-453d-bf5f-420ef164ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.297657 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-656583b3-8361-453d-bf5f-420ef164ab4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1138 time: 0.0503886 Aug 04 11:54:59.300701 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Made reservation on behalf of 77744f95b8414c45b561c7b403c1c869 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:54:59.306865 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:59.459018 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869127-19ad-45cd-b9a1-3e00375dbe95 req-d789c38e-ca20-4ab2-82d4-9281a92c567d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.460812 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-61869127-19ad-45cd-b9a1-3e00375dbe95 req-d789c38e-ca20-4ab2-82d4-9281a92c567d tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0925415 Aug 04 11:54:59.468436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Allocated IP 172.20.0.8 (db99ec1d-6028-4fd4-9d68-c91acdb2b66a/c0f48b67-2c5e-4186-8eeb-014b9812c550/f15442eb-84a9-429f-bbd4-d094869090ec) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:54:59.489405 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-7bce3d3c-dcb8-476a-b086-c8e2ba6c33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.491501 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-7bce3d3c-dcb8-476a-b086-c8e2ba6c33c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.1808228 Aug 04 11:54:59.519722 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-67801453-d919-47f5-ad11-ee67dc8edf0c req-eb797211-9566-4410-b005-17d7ff61ce7e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 210 time: 0.0349057 Aug 04 11:54:59.579733 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-61869127-19ad-45cd-b9a1-3e00375dbe95 req-1e158b58-548d-4272-a7a6-c9ab27b9ab6c tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Aug 04 11:54:59.604535 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-d1ec8a26-2503-48d7-9b5e-2af7e54639fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 1001 time: 0.1014731 Aug 04 11:54:59.693694 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-e0891d3e-020c-4491-ab77-fdcfe308f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.697771 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-e0891d3e-020c-4491-ab77-fdcfe308f740 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.0686395 Aug 04 11:54:59.749148 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:59.779233 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Transition to ACTIVE for port object f15442eb-84a9-429f-bbd4-d094869090ec will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:54:59.803711 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-451a0352-2b9d-4e65-8d43-ee8967128e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.809706 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-451a0352-2b9d-4e65-8d43-ee8967128e72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981596 Aug 04 11:54:59.831177 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:59.884822 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:54:59.891445 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:54:59.894322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:54:59.929286 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:54:59.949813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27604bda-f16e-4e60-98df-48084f547cfd req-294d6872-7a07-4a72-8ebd-ad61a4750d8f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.957664 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-27604bda-f16e-4e60-98df-48084f547cfd req-294d6872-7a07-4a72-8ebd-ad61a4750d8f tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1376011 Aug 04 11:54:59.997079 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:59.997756 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.024075 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-33212f3b-937a-487a-a947-b4bcbf3ac3f7 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018666 Aug 04 11:55:00.025181 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-4aa58b21-2172-4943-8d29-d657115d5bcd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011829 Aug 04 11:55:00.028089 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-27604bda-f16e-4e60-98df-48084f547cfd req-01df2dfe-f455-4521-8d71-002b962371d1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Aug 04 11:55:00.067295 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Request body: {'port': {'device_id': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:00.174688 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.201688 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-74bed464-6840-4137-9e8d-e4eff1b83047 req-8dbe0e96-0512-4052-a1aa-5595e1347a59 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473200 Aug 04 11:55:00.278942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-cf3d3bdd-44fa-4963-bf90-268df4c11b9a None None] Provisioning for port f15442eb-84a9-429f-bbd4-d094869090ec completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:55:00.284109 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-cf3d3bdd-44fa-4963-bf90-268df4c11b9a None None] Provisioning complete for port f15442eb-84a9-429f-bbd4-d094869090ec triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:55:00.284583 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-cf3d3bdd-44fa-4963-bf90-268df4c11b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.331298 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d3bdd-44fa-4963-bf90-268df4c11b9a None None] Port f15442eb-84a9-429f-bbd4-d094869090ec cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:55:00.378668 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1125-3462-4295-8bb2-95070e1e5dd2 req-7984f499-c492-4cea-9d4a-f1f27f388c95 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:00.380279 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc6d1125-3462-4295-8bb2-95070e1e5dd2 req-7984f499-c492-4cea-9d4a-f1f27f388c95 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1436415 Aug 04 11:55:00.474777 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc6d1125-3462-4295-8bb2-95070e1e5dd2 req-23bba025-8160-44c7-a6a0-090e4005c3b8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867932 Aug 04 11:55:00.598285 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15442eb-84a9-429f-bbd4-d094869090ec {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:55:00.609417 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.626157 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Transition to ACTIVE for port object f15442eb-84a9-429f-bbd4-d094869090ec will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:55:00.631978 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.670708 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15453-8680-4279-9166-2c31176d9711 req-300e8b61-8934-415e-bd9b-1409dcc4088f tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:00.673018 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c0f15453-8680-4279-9166-2c31176d9711 req-300e8b61-8934-415e-bd9b-1409dcc4088f tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 931 time: 0.0664351 Aug 04 11:55:00.714378 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:00.765209 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-daeb98b3-9075-4ced-af46-ec969ccb28e4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:00.766849 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-daeb98b3-9075-4ced-af46-ec969ccb28e4 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.0884182 Aug 04 11:55:00.770772 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c0f15453-8680-4279-9166-2c31176d9711 req-90eb9302-7d84-4f71-8fad-1d60539f4879 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750570 Aug 04 11:55:00.812171 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bd717-e5d1-458b-92bd-795ab2f6aad0 req-58684aee-5997-415c-9ca2-3ffb18d0bfff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:00.813835 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c92bd717-e5d1-458b-92bd-795ab2f6aad0 req-58684aee-5997-415c-9ca2-3ffb18d0bfff tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 945 time: 0.1280210 Aug 04 11:55:00.818851 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Attempting to bind port f15442eb-84a9-429f-bbd4-d094869090ec on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:55:00.819218 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Attempting to bind port f15442eb-84a9-429f-bbd4-d094869090ec by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:55:00.819564 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Attempting to bind port f15442eb-84a9-429f-bbd4-d094869090ec on network db99ec1d-6028-4fd4-9d68-c91acdb2b66a {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:55:00.826921 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Port f15442eb-84a9-429f-bbd4-d094869090ec on network db99ec1d-6028-4fd4-9d68-c91acdb2b66a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:55:00.827270 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Attempting to bind port f15442eb-84a9-429f-bbd4-d094869090ec on network db99ec1d-6028-4fd4-9d68-c91acdb2b66a {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:55:00.840772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:55:00.841120 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Checking segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:55:00.841530 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Bound using segment: {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:55:00.841976 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Bound port: f15442eb-84a9-429f-bbd4-d094869090ec, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9a3ff95-9eef-4c08-b319-870d220a8b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:55:00.842353 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:00.929717 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Deleting port 686e86f4-24d4-4b68-a681-474ce19609ee {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:00.930243 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.072674 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] For port 686e86f4-24d4-4b68-a681-474ce19609ee, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=686e86f4-24d4-4b68-a681-474ce19609ee,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:01.073791 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.096935 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Calling delete_port for 686e86f4-24d4-4b68-a681-474ce19609ee owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:01.171045 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c92bd717-e5d1-458b-92bd-795ab2f6aad0 req-a2ef4156-01dd-4670-afa0-0a97bfc93c71 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/security-groups?id=eada43e6-cbca-4b17-bfe1-29543cbb8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456006 Aug 04 11:55:01.210655 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:55:01.215091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:55:01.223299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.264999 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.265624 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.267092 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] 10.222.0.89 "PUT /v2.0/ports/f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 1093 time: 1.2084730 Aug 04 11:55:01.267571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:01.269989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d2263-b0cf-4742-b465-714e5bfa5169" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:01.296676 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536c01b-be84-4b3a-a31c-777320b1715a req-a5070201-a928-4e4e-beb0-5c869749b5c1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.299136 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b536c01b-be84-4b3a-a31c-777320b1715a req-a5070201-a928-4e4e-beb0-5c869749b5c1 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.1379194 Aug 04 11:55:01.329853 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d5d4b-79eb-405c-9b22-e33c0690834a service neutron] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:01.334991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd217746-c853-4a39-8714-90dc1b4ca694 x-openstack-request-id: req-bd217746-c853-4a39-8714-90dc1b4ca694 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:01.335409 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:01.335957 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd217746-c853-4a39-8714-90dc1b4ca694 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:01.336538 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'status': 'completed', 'code': 200} Aug 04 11:55:01.417311 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b536c01b-be84-4b3a-a31c-777320b1715a req-32784490-7577-4c56-8495-af7e01dbb6bd tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089563 Aug 04 11:55:01.422966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-8daa4de0-d3ae-45bc-aed1-d3ef9537b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.425204 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-8daa4de0-d3ae-45bc-aed1-d3ef9537b6ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1096 time: 0.0592635 Aug 04 11:55:01.426984 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.474303 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['686e86f4-24d4-4b68-a681-474ce19609ee'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:55:01.485410 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Pushing event deleted for resources: {'Port': ['ID=686e86f4-24d4-4b68-a681-474ce19609ee,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:01.486009 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-c077407d-8ef0-45df-86c8-dbf07d9c08c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 217 time: 0.0451078 Aug 04 11:55:01.553091 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] No DVR routers for this DVR port 686e86f4-24d4-4b68-a681-474ce19609ee on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:01.555909 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:01.560186 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cbd0fa44-356f-492b-9297-50ca25b100cb req-222870d0-0bc3-4f8c-bcd5-e984072adb35 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.89 "DELETE /v2.0/ports/686e86f4-24d4-4b68-a681-474ce19609ee HTTP/1.1" status: 204 len: 173 time: 0.7825375 Aug 04 11:55:01.560830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'name': 'network-vif-deleted', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:01.566033 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b705b1e-d7b8-494e-ab0b-e0a6e2310180" -d '{"events": [{"server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "name": "network-vif-deleted", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:01.597608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-ba3e3be6-9be3-48a5-8eea-f6f525ad38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.599176 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-ba3e3be6-9be3-48a5-8eea-f6f525ad38f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0763085 Aug 04 11:55:01.624962 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d7034-b85c-425e-a6ae-699b4a5c54ec x-openstack-request-id: req-875d7034-b85c-425e-a6ae-699b4a5c54ec {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:01.625472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55a631-0747-4c7e-b43f-19496b43e9f8", "name": "network-vif-deleted", "tag": "686e86f4-24d4-4b68-a681-474ce19609ee", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:01.626213 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-875d7034-b85c-425e-a6ae-699b4a5c54ec {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:01.626438 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55a631-0747-4c7e-b43f-19496b43e9f8', 'name': 'network-vif-deleted', 'tag': '686e86f4-24d4-4b68-a681-474ce19609ee', 'status': 'completed', 'code': 200} Aug 04 11:55:01.675932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623655e-f01f-4836-a54c-5be33575fc54 req-59ece60a-18bd-468c-b677-c3e8893cd339 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.677378 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e623655e-f01f-4836-a54c-5be33575fc54 req-59ece60a-18bd-468c-b677-c3e8893cd339 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0951154 Aug 04 11:55:01.707405 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-6c292aab-e0f3-4267-98e0-42d2cf9ddd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.708930 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-6c292aab-e0f3-4267-98e0-42d2cf9ddd9d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808430 Aug 04 11:55:01.726987 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e623655e-f01f-4836-a54c-5be33575fc54 req-1374556b-5936-4a15-8fab-a490537c5d4f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Aug 04 11:55:01.846782 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:01.893349 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-a2ee4bb0-f76d-4840-a77c-4dda3193b186 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892341 Aug 04 11:55:01.910471 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746d912-c52c-428e-9e9c-8caca15fdd4d req-9023ed1a-25d2-48b9-82f3-d291ac063874 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:01.912015 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0746d912-c52c-428e-9e9c-8caca15fdd4d req-9023ed1a-25d2-48b9-82f3-d291ac063874 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0505321 Aug 04 11:55:01.956069 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0746d912-c52c-428e-9e9c-8caca15fdd4d req-bae71228-69e5-46ff-a962-05f88121ab17 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Aug 04 11:55:02.011697 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0b775225-7e48-4e61-a8bf-5885d0fd3979 req-a327efa2-2707-4c6f-94b1-bd93fec0e6e4 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999651 Aug 04 11:55:02.234263 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-080354df-349f-4b10-979b-7b5dc4e3dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.235809 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-080354df-349f-4b10-979b-7b5dc4e3dac9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1096 time: 0.0480130 Aug 04 11:55:02.259470 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-3a1996ef-610d-4421-8355-e9d8c9b768db tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.261315 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-3a1996ef-610d-4421-8355-e9d8c9b768db tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.0740781 Aug 04 11:55:02.326122 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1b7d37d3-9b08-4853-8344-5924ee64f5c2 req-ae3b2c5d-65eb-415a-8f99-2ed37d6a5006 tempest-ServerRescueNegativeTestJSON-2048755501 tempest-ServerRescueNegativeTestJSON-2048755501-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd55a631-0747-4c7e-b43f-19496b43e9f8 HTTP/1.1" status: 200 len: 210 time: 0.0534990 Aug 04 11:55:02.335031 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-2249fbd6-d84c-4b33-a954-c8d6f97a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.336981 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-2249fbd6-d84c-4b33-a954-c8d6f97a2914 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.0922790 Aug 04 11:55:02.386042 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-ddc0ecb9-a66c-4d7b-bf75-7dea19eae36c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 217 time: 0.0416360 Aug 04 11:55:02.398917 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Deleting port da10191d-223f-46b1-a2b7-d181eb7840a8 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:02.399290 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:02.476944 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-bbb3353f-a436-4a6d-960e-5cd8d9cd121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.478457 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-bbb3353f-a436-4a6d-960e-5cd8d9cd121b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0550382 Aug 04 11:55:02.499231 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] For port da10191d-223f-46b1-a2b7-d181eb7840a8, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=da10191d-223f-46b1-a2b7-d181eb7840a8,segment=NetworkSegment(53149446-b799-454a-bccd-301628b6a2e5),segment_id=53149446-b799-454a-bccd-301628b6a2e5)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:02.500271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:02.515489 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Calling delete_port for da10191d-223f-46b1-a2b7-d181eb7840a8 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:02.568447 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-cad5d187-8551-42ee-ab5f-0d50a8c702ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.569971 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-cad5d187-8551-42ee-ab5f-0d50a8c702ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765910 Aug 04 11:55:02.595395 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39c37-640b-4863-9cf7-28fc1e6fc1cb req-ea53b403-7cf8-4bd4-b68e-2f5cc51cefed tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.596917 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-15f39c37-640b-4863-9cf7-28fc1e6fc1cb req-ea53b403-7cf8-4bd4-b68e-2f5cc51cefed tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d51add6-251c-40df-8157-970ac5503a1d HTTP/1.1" status: 200 len: 946 time: 0.0728827 Aug 04 11:55:02.669989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:02.686745 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-15f39c37-640b-4863-9cf7-28fc1e6fc1cb req-49efe69a-480a-4175-8881-d3225a2fcbd2 tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.54 "GET /v2.0/security-groups?id=c39cd39e-d486-4523-946f-b6aa3970c0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793149 Aug 04 11:55:02.704151 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Pushing event deleted for resources: {'Port': ['ID=da10191d-223f-46b1-a2b7-d181eb7840a8,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:02.726544 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['da10191d-223f-46b1-a2b7-d181eb7840a8'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:55:02.727200 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-e0b4fde5-9eed-412a-9168-0019ea33c8bf service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429086 Aug 04 11:55:02.767054 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] No DVR routers for this DVR port da10191d-223f-46b1-a2b7-d181eb7840a8 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:02.770595 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:02.774075 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-866008ee-5e36-4d91-bbf0-54a2d6945848 req-ccbbdc15-e8ed-42b4-b08f-571628e5640d tempest-AttachVolumeNegativeTest-1644704730 tempest-AttachVolumeNegativeTest-1644704730-project] 10.222.0.89 "DELETE /v2.0/ports/da10191d-223f-46b1-a2b7-d181eb7840a8 HTTP/1.1" status: 204 len: 173 time: 0.4918272 Aug 04 11:55:02.833742 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-197d2263-b0cf-4742-b465-714e5bfa5169 req-aef54926-7177-4646-81c9-477cde80912c service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035311 Aug 04 11:55:02.858395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de138740-6301-4f1e-a698-d1abc3873b58 req-0678320d-1275-429f-b21c-70cabee2fdc8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:02.860616 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-de138740-6301-4f1e-a698-d1abc3873b58 req-0678320d-1275-429f-b21c-70cabee2fdc8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Aug 04 11:55:02.904496 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-de138740-6301-4f1e-a698-d1abc3873b58 req-2a458b18-93e4-4ed3-9c88-255696e1bfff tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Aug 04 11:55:03.083659 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7738ef-c14c-4d66-b6ae-03c1173e2b95 req-ce542c41-f4f5-4eab-8198-e50af8400d1b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:03.085155 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9c7738ef-c14c-4d66-b6ae-03c1173e2b95 req-ce542c41-f4f5-4eab-8198-e50af8400d1b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0541182 Aug 04 11:55:03.127385 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9c7738ef-c14c-4d66-b6ae-03c1173e2b95 req-8e84d5a9-0594-4f28-bbe8-b267dc606892 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362034 Aug 04 11:55:03.338843 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'name': 'network-vif-deleted', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:03.341411 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a56b9-bcb4-4a04-a034-83864c53daf0" -d '{"events": [{"server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "name": "network-vif-deleted", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:03.381466 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27783ad-c517-49cd-a3ec-97d3d7b867fa x-openstack-request-id: req-c27783ad-c517-49cd-a3ec-97d3d7b867fa {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:03.381920 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d51add6-251c-40df-8157-970ac5503a1d", "name": "network-vif-deleted", "tag": "da10191d-223f-46b1-a2b7-d181eb7840a8", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:03.382717 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c27783ad-c517-49cd-a3ec-97d3d7b867fa {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:03.383363 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d51add6-251c-40df-8157-970ac5503a1d', 'name': 'network-vif-deleted', 'tag': 'da10191d-223f-46b1-a2b7-d181eb7840a8', 'status': 'completed', 'code': 200} Aug 04 11:55:03.393670 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42116) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:03.747385 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42120) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:03.790601 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Deleting subnet 2317d345-c659-43e9-b20e-19ac765a6246 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:55:03.796289 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:03.816966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:03.831919 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:03.878959 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:03.956186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:03.979419 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 686e86f4-24d4-4b68-a681-474ce19609ee no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:03.997917 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2317d345-c659-43e9-b20e-19ac765a6246,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:04.003220 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.003795 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2317d345-c659-43e9-b20e-19ac765a6246 HTTP/1.1" status: 204 len: 168 time: 0.2551746 Aug 04 11:55:04.011059 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 686e86f4-24d4-4b68-a681-474ce19609ee {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:04.011518 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 686e86f4-24d4-4b68-a681-474ce19609ee not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:04.020027 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42126) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:04.167417 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Deleting port 049cd052-a083-4e63-a33b-d2f7c3501697 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:04.167769 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.294493 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d50959-eb9e-45bf-928e-035911477aad req-50bc3fd4-0fcd-4041-8b4c-b280da1a6825 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:04.296270 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61d50959-eb9e-45bf-928e-035911477aad req-50bc3fd4-0fcd-4041-8b4c-b280da1a6825 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0863593 Aug 04 11:55:04.298241 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] For port 049cd052-a083-4e63-a33b-d2f7c3501697, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=049cd052-a083-4e63-a33b-d2f7c3501697,segment=NetworkSegment(7ec89f0c-d953-4017-badf-e630583bc77f),segment_id=7ec89f0c-d953-4017-badf-e630583bc77f)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:04.298642 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.315080 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.315422 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.315783 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.316107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.316429 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.316756 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.317076 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.317395 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.317763 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.318087 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.318393 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.318739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2533b11d-0359-44f6-ad4c-14ca62103d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.324155 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Calling delete_port for 049cd052-a083-4e63-a33b-d2f7c3501697 owned by network:router_interface {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:04.353696 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-61d50959-eb9e-45bf-928e-035911477aad req-e4e8ad85-683b-418f-a97f-c9e260276623 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470150 Aug 04 11:55:04.359590 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a037-6c11-40de-9b12-8a75a967e23e req-eabf69c1-f760-4970-8c9c-98c8fb7f497a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:04.361136 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6f28a037-6c11-40de-9b12-8a75a967e23e req-eabf69c1-f760-4970-8c9c-98c8fb7f497a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.3751636 Aug 04 11:55:04.365548 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.424846 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6f28a037-6c11-40de-9b12-8a75a967e23e req-f668157d-c749-46be-9c68-379f5fb39d12 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571957 Aug 04 11:55:04.474510 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.485586 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e26a5e-be60-43f7-9baf-ebcb7568bd3c']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:04.498027 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53149446-b799-454a-bccd-301628b6a2e5') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:04.498325 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53149446-b799-454a-bccd-301628b6a2e5') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:04.507552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.525503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.534848 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:55:04.535469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:55:04.538136 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:55:04.546159 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.573290 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Pushing event deleted for resources: {'Port': ['ID=049cd052-a083-4e63-a33b-d2f7c3501697,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:04.586259 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.586610 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.586951 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.587287 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.587620 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.587992 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.588325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.588891 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.589179 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.589507 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.589844 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.590166 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:04.617657 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.623927 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.625743 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c6e26a5e-be60-43f7-9baf-ebcb7568bd3c HTTP/1.1" status: 204 len: 168 time: 0.6045556 Aug 04 11:55:04.637528 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f08b-8e2e-4c65-9e16-787bd16e4be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e26a5e-be60-43f7-9baf-ebcb7568bd3c,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:04.762744 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.796472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42132) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:04.841037 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-51427fbd-dcd8-47f0-a9b1-b26bdd75d66d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa24fe724491432e9f945e5c6381ace2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405672 Aug 04 11:55:04.843552 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42134) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:04.893491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.917771 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.973509 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.976710 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:04.978074 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c39cd39e-d486-4523-946f-b6aa3970c0d3 HTTP/1.1" status: 204 len: 168 time: 0.1335881 Aug 04 11:55:04.987427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4316f-2927-40cb-b7e6-c7531018b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39cd39e-d486-4523-946f-b6aa3970c0d3,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:05.231885 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:05.357271 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:05.362918 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-53458b65-c5be-4803-800c-f9c0c5c23569 admin admin] 10.222.0.54 "PUT /v2.0/routers/4b9c273e-9fac-4c6f-9236-f5e4e0a78f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9677649 Aug 04 11:55:05.366650 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42146) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:05.368704 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Sync routers for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:05.378386 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:05.379023 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:05.504228 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:05.512026 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:05.537755 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3c3f7-f086-4445-9a4b-24da55820a2e req-c1a2ef57-47cc-421b-be59-92960d746e1d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:05.540171 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d5a3c3f7-f086-4445-9a4b-24da55820a2e req-c1a2ef57-47cc-421b-be59-92960d746e1d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0964828 Aug 04 11:55:05.585724 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d5a3c3f7-f086-4445-9a4b-24da55820a2e req-46c0dd0f-0ada-4c54-961a-de07fbc8fb7e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390313 Aug 04 11:55:05.693395 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b63c-48cd-48fb-a33c-d8b4cd4d4e39 req-867a2a5a-deb5-4022-af67-146fa27eca77 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:05.694954 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-33d9b63c-48cd-48fb-a33c-d8b4cd4d4e39 req-867a2a5a-deb5-4022-af67-146fa27eca77 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1879501 Aug 04 11:55:05.705059 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:05.725239 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:55:04Z', 'revision_number': 5, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port': {'id': '97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:66:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:05.757426 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Checking router: 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:55:05.764052 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-33d9b63c-48cd-48fb-a33c-d8b4cd4d4e39 req-bc3da5dd-fc53-4153-a312-406cb2a388f1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613115 Aug 04 11:55:05.768806 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Routers {'4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:05.769446 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:05.791445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Deleting port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:05.791997 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:05.865087 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] Set router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:05.895327 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] For port 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:05.895988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:05.917409 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Calling delete_port for 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:05.922741 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:55:05Z', 'revision_number': 6, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:05.956194 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99f54d-4f26-4224-8c51-daa4a510f5fc None None] The sync data for ids ['4b9c273e-9fac-4c6f-9236-f5e4e0a78f30'] in dv-cinder-792800-3-iscsi is: [{'id': '4b9c273e-9fac-4c6f-9236-f5e4e0a78f30', 'name': 'tempest-ServerRescueNegativeTestJSON-975744404-router', 'tenant_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:55:05Z', 'revision_number': 6, 'project_id': 'cea41855e143417ab0cb6cf2eefe0be6', 'gw_port_host': None}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:55:05.976925 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device da10191d-223f-46b1-a2b7-d181eb7840a8 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:06.144072 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: da10191d-223f-46b1-a2b7-d181eb7840a8 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:06.144775 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device da10191d-223f-46b1-a2b7-d181eb7840a8 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:06.148397 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.174596 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:06.254370 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.368969 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.372118 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.439869 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.440821 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:55:06.445998 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.449920 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42176) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:06.450412 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-edceab38-d8cc-4c2d-81b9-c628be0df000 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4b9c273e-9fac-4c6f-9236-f5e4e0a78f30 HTTP/1.1" status: 204 len: 168 time: 1.0822041 Aug 04 11:55:06.507114 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Deleting subnet 6fc06523-9f69-4fa8-9b86-e44321d11e05 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:55:06.510942 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.549184 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.599164 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.700686 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.734848 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:06.740213 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6fc06523-9f69-4fa8-9b86-e44321d11e05 HTTP/1.1" status: 204 len: 168 time: 0.2851839 Aug 04 11:55:06.740213 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95364628-6616-47fe-bedd-94d33672fa03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc06523-9f69-4fa8-9b86-e44321d11e05,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:06.740513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42188) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:06.772003 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdba2b-73f9-4c62-827b-b96d6deab7ff req-7dae0a51-215f-4f32-917e-d46a47c59559 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:06.774041 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-55cdba2b-73f9-4c62-827b-b96d6deab7ff req-7dae0a51-215f-4f32-917e-d46a47c59559 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.1064458 Aug 04 11:55:06.839251 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-55cdba2b-73f9-4c62-827b-b96d6deab7ff req-c397e9d0-f7a1-4109-bfaa-fda86cba1f21 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523958 Aug 04 11:55:06.868035 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.003457 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4131-eafb-436c-a925-2136d7c695b7 req-e3916fdb-b97b-4afd-a6b0-c9c68aca3ad1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:07.005018 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c6c4131-eafb-436c-a925-2136d7c695b7 req-e3916fdb-b97b-4afd-a6b0-c9c68aca3ad1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.1318836 Aug 04 11:55:07.018998 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.044904 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d28bb9c-c005-411d-9e0a-2c5efedbd51f']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:07.073507 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec89f0c-d953-4017-badf-e630583bc77f') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:07.073907 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec89f0c-d953-4017-badf-e630583bc77f') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:07.095236 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c6c4131-eafb-436c-a925-2136d7c695b7 req-66dbf5bb-7037-40c5-acb0-b9dce3d7081f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788333 Aug 04 11:55:07.097133 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.117331 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.133186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:55:07.133724 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:55:07.193919 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:55:07.229518 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.253755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.253755 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9d28bb9c-c005-411d-9e0a-2c5efedbd51f HTTP/1.1" status: 204 len: 168 time: 0.5123076 Aug 04 11:55:07.256712 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311fc4-3de6-4a92-82b9-e549731bf525 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d28bb9c-c005-411d-9e0a-2c5efedbd51f,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:07.440209 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42198) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:07.501838 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9f0f6b26-b6b6-4d72-af1f-1486997b70dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cea41855e143417ab0cb6cf2eefe0be6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603275 Aug 04 11:55:07.504555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42200) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:07.561350 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.590228 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.651952 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.654463 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.655704 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eada43e6-cbca-4b17-bfe1-29543cbb8d39 HTTP/1.1" status: 204 len: 168 time: 0.1501400 Aug 04 11:55:07.664317 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e049-61b0-4b94-af74-3363bcae6fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eada43e6-cbca-4b17-bfe1-29543cbb8d39,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:07.871422 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 049cd052-a083-4e63-a33b-d2f7c3501697 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:07.897874 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 049cd052-a083-4e63-a33b-d2f7c3501697 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:07.898477 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 049cd052-a083-4e63-a33b-d2f7c3501697 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:07.899099 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:07.921103 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:07.921920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 97e4f509-ef7e-4e5c-ac3f-a8fc0d947e16 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:08.004650 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae3c7-9906-4bbe-9776-f86572ac76d4 req-decbc819-5c4c-45a4-8dc9-ac5aef606925 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:08.006268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-113ae3c7-9906-4bbe-9776-f86572ac76d4 req-decbc819-5c4c-45a4-8dc9-ac5aef606925 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0631588 Aug 04 11:55:08.051364 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-113ae3c7-9906-4bbe-9776-f86572ac76d4 req-95d42a74-0f97-4609-a8ef-03a6d09cba0c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 Aug 04 11:55:08.223180 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ce96d-6646-4cac-8768-824fbbd73928 req-bf10efb2-4728-47ed-8260-dd2a605c45a3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:08.224791 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b66ce96d-6646-4cac-8768-824fbbd73928 req-bf10efb2-4728-47ed-8260-dd2a605c45a3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Aug 04 11:55:08.273682 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b66ce96d-6646-4cac-8768-824fbbd73928 req-b0fef29f-3478-4986-a559-166c8b94e7ac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Aug 04 11:55:09.180121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0cb29-8330-4028-965b-7b1a00250864 req-015f47b7-eac6-4a1b-9e24-49307b83c76b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:09.181738 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9fc0cb29-8330-4028-965b-7b1a00250864 req-015f47b7-eac6-4a1b-9e24-49307b83c76b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0534244 Aug 04 11:55:09.234268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9fc0cb29-8330-4028-965b-7b1a00250864 req-07a78d1c-87f0-4306-8331-7e1c4ec2187c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Aug 04 11:55:09.394556 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979a66c-f622-445c-bce6-7bf22792504b req-e6846cf2-aec9-4f88-ba65-793f8a4bcc61 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:09.396094 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c979a66c-f622-445c-bce6-7bf22792504b req-e6846cf2-aec9-4f88-ba65-793f8a4bcc61 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Aug 04 11:55:09.437552 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c979a66c-f622-445c-bce6-7bf22792504b req-cae92c72-f0de-4b2b-828a-1911d7f415dc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342591 Aug 04 11:55:09.489562 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42268) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:09.616758 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-92f610fb-8b0d-4bca-b760-90bc97e09dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.734166 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-92f610fb-8b0d-4bca-b760-90bc97e09dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.739032 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-92f610fb-8b0d-4bca-b760-90bc97e09dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.788114 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-92f610fb-8b0d-4bca-b760-90bc97e09dc9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ed950fc704043618f33b5f4ff5423c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974124 Aug 04 11:55:09.788859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f610fb-8b0d-4bca-b760-90bc97e09dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00348adb-17cd-4446-a6ce-963fe48caac7,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:09.791673 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42276) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:09.846594 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.873331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.925214 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.927533 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:09.931702 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00348adb-17cd-4446-a6ce-963fe48caac7 HTTP/1.1" status: 204 len: 168 time: 0.1393006 Aug 04 11:55:09.939829 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965810-8793-4c7c-b179-c8a255dcfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00348adb-17cd-4446-a6ce-963fe48caac7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:09.992364 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:55:10.135055 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:10.159278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'mac_address': 'fa:16:3e:4d:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:55:10.213496 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.227634 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15442eb-84a9-429f-bbd4-d094869090ec {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:55:10.251690 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:10.256769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.381620 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:10.413035 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f6115-be55-4dbb-8a41-9b13f2600b76 req-bc394a52-4ef3-40e1-be07-be533b281812 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:10.414990 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42308) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:10.417629 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-987f6115-be55-4dbb-8a41-9b13f2600b76 req-bc394a52-4ef3-40e1-be07-be533b281812 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 944 time: 0.0756133 Aug 04 11:55:10.436541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-85c56e40-3f0c-4959-b9c9-46a5302d3f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.464102 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-987f6115-be55-4dbb-8a41-9b13f2600b76 req-f214e21f-2d23-4acc-99b8-1f38c224c973 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Aug 04 11:55:10.591718 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-85c56e40-3f0c-4959-b9c9-46a5302d3f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.605204 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac9d08-28e2-4520-a2bf-289494e061f5 req-2b487148-bf5a-4653-bc4e-bb4058a7eac0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:10.606782 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3cac9d08-28e2-4520-a2bf-289494e061f5 req-2b487148-bf5a-4653-bc4e-bb4058a7eac0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0742557 Aug 04 11:55:10.608086 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-85c56e40-3f0c-4959-b9c9-46a5302d3f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.636787 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['f15442eb-84a9-429f-bbd4-d094869090ec'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:55:10.698924 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c56e40-3f0c-4959-b9c9-46a5302d3f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95408d0a-944d-4495-865b-292da1724e2c,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:10.703982 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-85c56e40-3f0c-4959-b9c9-46a5302d3f9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdc971dfdef6413b8e709914f19009f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878938 Aug 04 11:55:10.706747 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42316) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:10.745466 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3cac9d08-28e2-4520-a2bf-289494e061f5 req-dc153259-699a-4ed1-8926-e69a7ee9cbfd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253319 Aug 04 11:55:10.795547 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.822469 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.879365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.884134 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.887028 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95408d0a-944d-4495-865b-292da1724e2c HTTP/1.1" status: 204 len: 168 time: 0.1786048 Aug 04 11:55:10.900319 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10171f-7584-4ba6-af52-ced585480b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95408d0a-944d-4495-865b-292da1724e2c,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:10.945306 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42322) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:11.071336 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dcda2095-e0b7-4996-86fd-5eb075bdb732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.205967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dcda2095-e0b7-4996-86fd-5eb075bdb732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.210206 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dcda2095-e0b7-4996-86fd-5eb075bdb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.257388 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-dcda2095-e0b7-4996-86fd-5eb075bdb732 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c8a35eb071346d8971c46c1f1f15c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106043 Aug 04 11:55:11.260636 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2095-e0b7-4996-86fd-5eb075bdb732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd02bcb-7109-449a-a3e4-0c9f3d8c7313,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:11.262368 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42332) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:11.346391 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.379300 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.428521 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.431072 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.435724 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0fd02bcb-7109-449a-a3e4-0c9f3d8c7313 HTTP/1.1" status: 204 len: 168 time: 0.1692164 Aug 04 11:55:11.441547 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b546f22-2ea0-48c2-842e-b1311e2fd39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd02bcb-7109-449a-a3e4-0c9f3d8c7313,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:11.622564 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b5c5-99c8-43f6-9d1d-498080deddae req-c62037dc-752c-486b-be87-ffa337244d5c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:11.627721 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ea46b5c5-99c8-43f6-9d1d-498080deddae req-c62037dc-752c-486b-be87-ffa337244d5c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 944 time: 0.0645540 Aug 04 11:55:11.680556 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ea46b5c5-99c8-43f6-9d1d-498080deddae req-30265bee-ed48-44f4-a061-923bf7251d41 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 Aug 04 11:55:11.866475 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42354) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:11.882657 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-87dd0da7-375c-4bc7-9411-26533b2efb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:11.915554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f9dd-33ed-441b-8723-82e42e933e7e req-fff44ddb-5164-45a1-ac52-ae152cf73640 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:11.918576 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b5d6f9dd-33ed-441b-8723-82e42e933e7e req-fff44ddb-5164-45a1-ac52-ae152cf73640 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0782430 Aug 04 11:55:11.968656 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b5d6f9dd-33ed-441b-8723-82e42e933e7e req-0c6b6bca-29a9-481c-a3cb-2f22cc175e3a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Aug 04 11:55:12.012466 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:55:12.036918 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-87dd0da7-375c-4bc7-9411-26533b2efb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.044822 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-87dd0da7-375c-4bc7-9411-26533b2efb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.084948 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port f15442eb-84a9-429f-bbd4-d094869090ec completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:55:12.090513 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port f15442eb-84a9-429f-bbd4-d094869090ec triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:55:12.090883 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.092778 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-87dd0da7-375c-4bc7-9411-26533b2efb1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5df4790fee9f434297a3232906e121e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249780 Aug 04 11:55:12.096322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0da7-375c-4bc7-9411-26533b2efb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d21d4c-f9ce-4c96-89a3-3aa4e750bda0,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:12.096642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42362) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:12.163690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.180706 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.194077 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.225780 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:12.228530 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8de12-0358-4225-87bb-fad1b67721f8" -d '{"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-plugged", "status": "completed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:12.267595 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:12.274339 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.292768 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.295637 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:12.299351 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45d21d4c-f9ce-4c96-89a3-3aa4e750bda0 HTTP/1.1" status: 204 len: 168 time: 0.1993201 Aug 04 11:55:12.330528 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529d6a3-a278-4a71-99a7-6e1d773cd6f3 x-openstack-request-id: req-9529d6a3-a278-4a71-99a7-6e1d773cd6f3 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:12.330830 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-plugged", "status": "completed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:12.331090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9529d6a3-a278-4a71-99a7-6e1d773cd6f3 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:12.331486 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'code': 200} Aug 04 11:55:12.344047 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b9ab7-6271-4e3c-875d-a4be430530b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d21d4c-f9ce-4c96-89a3-3aa4e750bda0,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:12.352114 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:12.379290 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a267ad-1141-4c28-9ff5-1866028d0ef0 req-6de7dfcb-003d-4923-b2f6-9e2880ece4f8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.381379 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14a267ad-1141-4c28-9ff5-1866028d0ef0 req-6de7dfcb-003d-4923-b2f6-9e2880ece4f8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0807595 Aug 04 11:55:12.430042 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14a267ad-1141-4c28-9ff5-1866028d0ef0 req-679b8088-706e-4372-80c0-e0b6e43efd93 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Aug 04 11:55:12.517820 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167705b-7e69-464d-9708-d5f80cfb194b req-67d5ce9e-e308-46e8-af9d-dfb1280ae981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.519376 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-67d5ce9e-e308-46e8-af9d-dfb1280ae981 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1098 time: 0.0582542 Aug 04 11:55:12.631706 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167705b-7e69-464d-9708-d5f80cfb194b req-443452d5-49d3-4229-ad29-e924628852a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.633295 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-443452d5-49d3-4229-ad29-e924628852a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1061125 Aug 04 11:55:12.710282 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac8909-7354-4b98-90b5-d7a35545aa05 req-4fe94f78-0a6b-4dd5-8f10-0c4e625b91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.712221 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d9ac8909-7354-4b98-90b5-d7a35545aa05 req-4fe94f78-0a6b-4dd5-8f10-0c4e625b91ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1098 time: 0.0599949 Aug 04 11:55:12.757677 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-ea80ea55-0f2b-4688-8b7d-6ffd8c9bdb50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 1001 time: 0.1048901 Aug 04 11:55:12.770396 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d9ac8909-7354-4b98-90b5-d7a35545aa05 req-fc3013b0-65aa-4c46-b618-74a1709cd6ed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491588 Aug 04 11:55:12.839682 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167705b-7e69-464d-9708-d5f80cfb194b req-542cf564-3a0d-467a-b1b5-acd5bb3b6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.842446 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-542cf564-3a0d-467a-b1b5-acd5bb3b6dc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0773742 Aug 04 11:55:12.863553 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110e072-f95e-47b0-b46f-5668a770e1e3 req-e1ebf894-6a19-4e95-aeee-c60d701e7741 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:12.865263 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6110e072-f95e-47b0-b46f-5668a770e1e3 req-e1ebf894-6a19-4e95-aeee-c60d701e7741 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0611222 Aug 04 11:55:12.925065 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6110e072-f95e-47b0-b46f-5668a770e1e3 req-409ea574-7db1-4091-92be-61dd8e7c9d1e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527012 Aug 04 11:55:13.135430 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167705b-7e69-464d-9708-d5f80cfb194b req-a25d19b2-888f-4279-a3d6-f91bb3283445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:13.137161 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-a25d19b2-888f-4279-a3d6-f91bb3283445 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516498 Aug 04 11:55:13.271501 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-64e49b09-5bb4-45f0-a82a-4613115a97a0 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018176 Aug 04 11:55:13.380232 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d167705b-7e69-464d-9708-d5f80cfb194b req-2d310db8-31ee-4929-9a7f-d0ebb5479672 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944943 Aug 04 11:55:13.599435 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6471c-c7dd-4db8-9c2a-f17c02e7b1ea req-2ef779e1-9ac8-476f-9477-2f01d6d8ba68 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:13.601185 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2fb6471c-c7dd-4db8-9c2a-f17c02e7b1ea req-2ef779e1-9ac8-476f-9477-2f01d6d8ba68 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0705619 Aug 04 11:55:13.647914 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2fb6471c-c7dd-4db8-9c2a-f17c02e7b1ea req-23b8b1c1-7815-4c2e-b552-c8018622a753 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Aug 04 11:55:14.081969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d11f-a003-4c53-876b-5b1ee1d56e63 req-d6e03efe-a882-4dd3-9879-9c11725639f5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:14.083586 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a9e3d11f-a003-4c53-876b-5b1ee1d56e63 req-d6e03efe-a882-4dd3-9879-9c11725639f5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0557992 Aug 04 11:55:14.132462 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a9e3d11f-a003-4c53-876b-5b1ee1d56e63 req-c95cf715-ddae-4af4-a178-e976c70e68f7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Aug 04 11:55:14.716152 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42456) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:14.803797 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbef433-6321-4d9c-b7c7-d36475d71169 req-28b2f708-770c-4595-b045-9141c1592354 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:14.812695 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbbef433-6321-4d9c-b7c7-d36475d71169 req-28b2f708-770c-4595-b045-9141c1592354 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0648067 Aug 04 11:55:14.855783 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2d859ac9-e4a9-4d1b-b54d-78d44bbb7e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:14.880857 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dbbef433-6321-4d9c-b7c7-d36475d71169 req-ac6843a5-6bd1-419c-aca8-a18683c421a0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672085 Aug 04 11:55:15.003486 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2d859ac9-e4a9-4d1b-b54d-78d44bbb7e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.008755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2d859ac9-e4a9-4d1b-b54d-78d44bbb7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.053821 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2d859ac9-e4a9-4d1b-b54d-78d44bbb7e05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a5c03fa077f4a03a434c29f8c623304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364079 Aug 04 11:55:15.054031 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42468) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.056193 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859ac9-e4a9-4d1b-b54d-78d44bbb7e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f3563-2a3f-47c5-bae3-fbf2911e7737,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:15.133396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.180121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.284318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.286977 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.288275 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c76f3563-2a3f-47c5-bae3-fbf2911e7737 HTTP/1.1" status: 204 len: 168 time: 0.2332444 Aug 04 11:55:15.301100 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce734-63a1-4bfa-9d26-8f9f5b298e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f3563-2a3f-47c5-bae3-fbf2911e7737,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:15.321449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3267d4-6fc9-46bb-8232-ca77a152c89c req-d1c58c78-6a85-466b-b06e-59a11e3f94c9 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:15.323801 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f3267d4-6fc9-46bb-8232-ca77a152c89c req-d1c58c78-6a85-466b-b06e-59a11e3f94c9 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0912387 Aug 04 11:55:15.393130 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f3267d4-6fc9-46bb-8232-ca77a152c89c req-1e6029b1-8a05-415c-bae9-fdb8d76cca24 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586705 Aug 04 11:55:15.512741 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960e784-70ba-4b02-be87-f207d38cb498 req-6375cacf-3a3d-48a0-86fd-5417ffd44ec5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:15.514216 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4960e784-70ba-4b02-be87-f207d38cb498 req-6375cacf-3a3d-48a0-86fd-5417ffd44ec5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0535526 Aug 04 11:55:15.560329 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4960e784-70ba-4b02-be87-f207d38cb498 req-7f41de72-c52e-4e2a-bd24-eed5b37fe9ec tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Aug 04 11:55:15.578922 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42480) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.618915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42484) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.633745 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-148670e8-ed24-47c7-9ee5-78117dba56af admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.757380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-148670e8-ed24-47c7-9ee5-78117dba56af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.762385 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-148670e8-ed24-47c7-9ee5-78117dba56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.802810 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148670e8-ed24-47c7-9ee5-78117dba56af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd6bfeb-b816-4aff-9b77-652b33e69787,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:15.809714 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-148670e8-ed24-47c7-9ee5-78117dba56af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7cb749598c944d9ab18ed5378475e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873415 Aug 04 11:55:15.811279 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42486) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.862873 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbcff5d-54ac-4235-8799-1ecf09b8889a tempest-TestShelveInstance-527455708 tempest-TestShelveInstance-527455708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:15.864847 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4cbcff5d-54ac-4235-8799-1ecf09b8889a tempest-TestShelveInstance-527455708 tempest-TestShelveInstance-527455708-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1093 time: 0.2846928 Aug 04 11:55:15.865056 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.867601 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42488) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.872834 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:15.905219 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.923625 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for floatingip, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.006035 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.008592 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.009825 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/acd6bfeb-b816-4aff-9b77-652b33e69787 HTTP/1.1" status: 204 len: 168 time: 0.1972320 Aug 04 11:55:16.023544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09bd64-f9e1-46a5-a497-0cf8c9497df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd6bfeb-b816-4aff-9b77-652b33e69787,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:16.069290 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.196399 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Allocated IP 172.27.1.64 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/62236935-63da-49b0-b408-c1da87ecc75e) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:55:16.393437 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.454540 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.518746 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:55:16.525803 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:16.536128 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:55:16.589184 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'Port': ['ID=62236935-63da-49b0-b408-c1da87ecc75e,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:17.042222 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42522) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:17.106953 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.184520 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604520520-network', 'tenant_id': '9f48b336b7cf49f8965cd61bcdb8aac0'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:17.211430 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.219313 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Made reservation on behalf of 9f48b336b7cf49f8965cd61bcdb8aac0 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:17.223053 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.233948 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.386899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.392078 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.424939 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:55:17.428278 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.430798 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd5b97-3b5b-4fee-a58e-bc7f5a6ef5dc,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:17.433610 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.440344 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.441363 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Added segment d7291056-becc-4e57-9440-26e036dbd2d0 of type vlan for network 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 Aug 04 11:55:17.495462 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.505862 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event updated for resources: {'Port': ['ID=62236935-63da-49b0-b408-c1da87ecc75e,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:17.517468 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.530102 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.531693 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:17.532546 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.595125 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5514653 Aug 04 11:55:17.599174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42526) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:17.608990 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Request body: {'subnet': {'network_id': '8a2edfaa-8990-40e4-a9a1-3ebe724b2e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604520520-subnet', 'tenant_id': '9f48b336b7cf49f8965cd61bcdb8aac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:17.618181 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf3ec-8ebb-424a-b0ac-be0abad11cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2edfaa-8990-40e4-a9a1-3ebe724b2e14,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:17.640137 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:55:17.647593 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Made reservation on behalf of 9f48b336b7cf49f8965cd61bcdb8aac0 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:17.650602 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.901692 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.932837 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Floating IP 775050d3-cfb5-4fa0-a8ac-9c644c5acd62 associated. External IP: 172.27.1.64, port: f15442eb-84a9-429f-bbd4-d094869090ec. Aug 04 11:55:17.971139 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e047480a-142f-42d6-9fc0-393afc1e7af6,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:17.984020 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Checking segment: {'id': 'd7291056-becc-4e57-9440-26e036dbd2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '8a2edfaa-8990-40e4-a9a1-3ebe724b2e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:55:17.984669 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Network hostable DHCP agents. Network: 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:55:18.008526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Network 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:55:18.025208 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:18.031734 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:18.031734 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.049010 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbf927-9c90-438d-a5a3-ab3d7b1b55b8 None None] Network 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:18.056586 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-fa632635-d50b-48d3-a6f6-9b518a1bfe65 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4557526 Aug 04 11:55:18.180446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42546) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:18.237602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b1b4a-b150-4567-9a6e-d9da6ffc0a30 None None] Network 8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:18.316624 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Router 443cbb53-687b-4012-b493-133eb614aec0 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:18.332539 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8ac554f3-31b1-4d3e-a60a-d4a1b49756b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.472245 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8ac554f3-31b1-4d3e-a60a-d4a1b49756b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.476246 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8ac554f3-31b1-4d3e-a60a-d4a1b49756b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.511024 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:18.524340 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac554f3-31b1-4d3e-a60a-d4a1b49756b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb183c9b-7743-4c2d-9d6b-2f1ed36a6d63,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:18.530323 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8ac554f3-31b1-4d3e-a60a-d4a1b49756b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5494964c82e24648a6c08d2f3dbf5221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487291 Aug 04 11:55:18.534562 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42554) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:18.537135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Sync routers for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:18.541297 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.556264 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:18.557896 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:18.592052 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-4e60144b-d1b8-43bd-aab1-e5a1b7d4b358 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7173865 Aug 04 11:55:18.592052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:18.592052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874a91a0-79c9-408d-be6d-db2ae9f709c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:18.611057 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.636815 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a7bc65-c8fb-4abe-9bb4-ffe9e73829c7 x-openstack-request-id: req-a3a7bc65-c8fb-4abe-9bb4-ffe9e73829c7 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:18.637164 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:18.637321 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3a7bc65-c8fb-4abe-9bb4-ffe9e73829c7 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:18.638305 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'status': 'completed', 'code': 200} Aug 04 11:55:18.649377 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.725306 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.729402 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.731515 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb183c9b-7743-4c2d-9d6b-2f1ed36a6d63 HTTP/1.1" status: 204 len: 168 time: 0.1948323 Aug 04 11:55:18.741301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324cd37-a1b2-4632-b581-f57549110698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb183c9b-7743-4c2d-9d6b-2f1ed36a6d63,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:18.747403 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:18.750252 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-9c55704f-c9e7-4ae1-85b7-050b960fb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:18.752840 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-9c55704f-c9e7-4ae1-85b7-050b960fb8f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1098 time: 0.0560603 Aug 04 11:55:18.917291 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-221c0fcd-c39b-4380-b383-67631d4a50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:18.920143 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-221c0fcd-c39b-4380-b383-67631d4a50fd service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.1586523 Aug 04 11:55:18.953885 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42570) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:18.962152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-222446040-network', 'tenant_id': 'a3509658d1a64a34bce4fc3e64f491bf'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:19.004449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Made reservation on behalf of a3509658d1a64a34bce4fc3e64f491bf for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:19.007670 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.017016 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.035083 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-9e4ed034-64d4-411f-a8ec-fecb5db7c5f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 998 time: 0.1019411 Aug 04 11:55:19.107550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-4edc29ad-e042-4aee-a6b1-1f1f1f216396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:19.111316 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-4edc29ad-e042-4aee-a6b1-1f1f1f216396 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0672107 Aug 04 11:55:19.157860 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.163243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.189466 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '775050d3-cfb5-4fa0-a8ac-9c644c5acd62', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '443cbb53-687b-4012-b493-133eb614aec0', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'mac_address': 'fa:16:3e:4d:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:16Z', 'updated_at': '2021-08-04T11:55:16Z', 'revision_number': 0, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:19.194772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:55:19.207109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-c19fc3c1-cfb0-4943-b7b8-242932459a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:19.209728 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-c19fc3c1-cfb0-4943-b7b8-242932459a0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897412 Aug 04 11:55:19.214042 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7da911-6f01-4c72-8d96-a6ea537e4eb8,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.222086 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.222438 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Added segment 4fd81e8d-7cdb-465e-81a1-d9a3a6cf7c88 of type vlan for network 4cf42491-e536-4a09-834f-361a45c03690 Aug 04 11:55:19.238499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Checking router: 443cbb53-687b-4012-b493-133eb614aec0 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:55:19.249143 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:19.250006 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:54:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:19.278133 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.299417 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42574) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:19.322010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fb6-9dc0-4806-bec2-a1ed6f7f0eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.348177 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.349160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:19.349771 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.363603 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-dd8ed810-d64f-417a-8504-7675d90a7652 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435370 Aug 04 11:55:19.393576 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:19.441221 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf42491-e536-4a09-834f-361a45c03690,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.492830 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 4cf42491-e536-4a09-834f-361a45c03690 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:55:19.507421 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-874a91a0-79c9-408d-be6d-db2ae9f709c3 req-69202bb7-3498-4144-9c31-0bc5a9a1bcf4 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274073 Aug 04 11:55:19.515494 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fb6-9dc0-4806-bec2-a1ed6f7f0eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.520973 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1ce12fb6-9dc0-4806-bec2-a1ed6f7f0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.530675 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9a637595-0e8f-49bc-816f-035fc0729fb3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5731108 Aug 04 11:55:19.531359 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42576) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:19.537290 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Request body: {'subnet': {'network_id': '4cf42491-e536-4a09-834f-361a45c03690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-222446040-subnet', 'tenant_id': 'a3509658d1a64a34bce4fc3e64f491bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:19.566231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Made reservation on behalf of a3509658d1a64a34bce4fc3e64f491bf for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:19.566987 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-1ce12fb6-9dc0-4806-bec2-a1ed6f7f0eb3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0df368cd0a864bbc9c8b6c8a3f179666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661669 Aug 04 11:55:19.567829 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce12fb6-9dc0-4806-bec2-a1ed6f7f0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c88b852-b141-4120-85a7-197d26a3c3a7,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.568820 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25045739'] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.570384 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42578) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:19.635746 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.669833 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.744805 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.747563 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.748806 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c88b852-b141-4120-85a7-197d26a3c3a7 HTTP/1.1" status: 204 len: 168 time: 0.1771431 Aug 04 11:55:19.757613 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18709f-3bd1-41a2-9bae-96cda4b87c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c88b852-b141-4120-85a7-197d26a3c3a7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.777739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25111805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25045717'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.842910 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9137c832-82c8-45de-9fa6-151105dc41b4,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.853185 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Checking segment: {'id': '4fd81e8d-7cdb-465e-81a1-d9a3a6cf7c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4cf42491-e536-4a09-834f-361a45c03690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:55:19.853590 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Network hostable DHCP agents. Network: 4cf42491-e536-4a09-834f-361a45c03690, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:55:19.873395 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Network 4cf42491-e536-4a09-834f-361a45c03690 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:55:19.889730 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 4cf42491-e536-4a09-834f-361a45c03690) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:19.894752 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:19.895398 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.905258 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ebb869-e19c-4ef8-942d-02ae959d3065 None None] Network 4cf42491-e536-4a09-834f-361a45c03690 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:19.914933 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-795fc35f-172b-4501-a9ea-566ea0ffc389 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3823869 Aug 04 11:55:20.008106 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '775050d3-cfb5-4fa0-a8ac-9c644c5acd62', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '443cbb53-687b-4012-b493-133eb614aec0', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'mac_address': 'fa:16:3e:4d:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:16Z', 'updated_at': '2021-08-04T11:55:16Z', 'revision_number': 0, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:20.047598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc0ad0-c7bc-464a-b1ca-7bcd247425e9 None None] The sync data for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi is: [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '775050d3-cfb5-4fa0-a8ac-9c644c5acd62', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '443cbb53-687b-4012-b493-133eb614aec0', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'mac_address': 'fa:16:3e:4d:44:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:16Z', 'updated_at': '2021-08-04T11:55:16Z', 'revision_number': 0, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:55:20.111345 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff5eea-5831-4f71-9c80-3f57abc18e35 None None] Network 4cf42491-e536-4a09-834f-361a45c03690 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:20.313246 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35920776-d5ce-40bd-9638-805e299d725e None None] New status for floating IP 775050d3-cfb5-4fa0-a8ac-9c644c5acd62: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:55:20.357698 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-453abee2-dc37-47b4-8cf7-5a752bcfaac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:23.331945 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e81594f8-ddef-4e00-a6ce-d14deba4fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:23.480631 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:23.537310 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:25.042870 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:27.507599 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:30.515179 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd432b-d24f-4460-9a0c-4d354d2fcc79 req-572b1e58-86bf-49bf-8493-d333b65c8e49 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:30.516685 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d3cd432b-d24f-4460-9a0c-4d354d2fcc79 req-572b1e58-86bf-49bf-8493-d333b65c8e49 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0501771 Aug 04 11:55:30.552399 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-024b56aa-8dd7-4fa8-ae90-1e4d7cb2554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:30.553909 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-024b56aa-8dd7-4fa8-ae90-1e4d7cb2554a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1138 time: 0.0452421 Aug 04 11:55:30.559619 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d3cd432b-d24f-4460-9a0c-4d354d2fcc79 req-767ccdcd-0be7-4baa-a58c-c67e77510dae tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366204 Aug 04 11:55:30.650482 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-5b94d0cb-5e7f-47cf-be9a-73884e655a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:30.651744 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-5b94d0cb-5e7f-47cf-be9a-73884e655a9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.0879407 Aug 04 11:55:30.719041 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-53def9cb-fbb5-461b-a7c1-aca4ac8687e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 1001 time: 0.0578203 Aug 04 11:55:30.780449 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-9adccdae-f84a-4ea3-a868-5d1cffcc7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:30.781794 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-9adccdae-f84a-4ea3-a868-5d1cffcc7827 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.0462198 Aug 04 11:55:30.831417 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-ff3b4084-ba21-4c7a-9a3e-65086db7bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:30.832941 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-ff3b4084-ba21-4c7a-9a3e-65086db7bf20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407434 Aug 04 11:55:30.942550 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-70694985-0267-43d0-aed4-9b62a8e81dda service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Aug 04 11:55:31.044606 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d7b8126-3e58-49dc-b5a2-548da6578d5e req-aae76afe-61be-4154-aaa4-d3c10935ed65 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943220 Aug 04 11:55:31.677689 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd413b7-ed26-409f-bea9-eb9f2813ee8b req-e8cf8358-9b83-493a-8ec5-ce7445d82b2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:31.679174 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-abd413b7-ed26-409f-bea9-eb9f2813ee8b req-e8cf8358-9b83-493a-8ec5-ce7445d82b2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0496459 Aug 04 11:55:31.719833 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-abd413b7-ed26-409f-bea9-eb9f2813ee8b req-4504106a-53b3-4693-84c5-665b814a4fe5 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342572 Aug 04 11:55:32.854849 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b5be3-24dd-4f2c-a0e0-a6ad225760a4 req-b1e68f3c-b375-4caf-badb-47a2b6478e11 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:32.856523 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e5b5be3-24dd-4f2c-a0e0-a6ad225760a4 req-b1e68f3c-b375-4caf-badb-47a2b6478e11 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0628955 Aug 04 11:55:32.902536 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e5b5be3-24dd-4f2c-a0e0-a6ad225760a4 req-e955037f-3845-47e0-8688-0aba0a19eeb6 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393481 Aug 04 11:55:34.026265 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7fc3a-2aa6-4fc9-82f9-de397afb59d4 req-58a7e5c0-8dde-4a9f-a861-697478ca9529 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:34.027789 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14c7fc3a-2aa6-4fc9-82f9-de397afb59d4 req-58a7e5c0-8dde-4a9f-a861-697478ca9529 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0529764 Aug 04 11:55:34.072941 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-14c7fc3a-2aa6-4fc9-82f9-de397afb59d4 req-eb1ab250-8854-424f-9dd5-e940d0461a09 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390193 Aug 04 11:55:35.218778 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137afcb-a7b5-47b5-93d6-58d20dcd84d9 req-f568eb10-41d6-4dc9-9cc6-58a4f34476e9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:35.220360 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c137afcb-a7b5-47b5-93d6-58d20dcd84d9 req-f568eb10-41d6-4dc9-9cc6-58a4f34476e9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0564897 Aug 04 11:55:35.262545 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c137afcb-a7b5-47b5-93d6-58d20dcd84d9 req-5d586c04-2dbe-486b-9b23-caa2b77936f0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359101 Aug 04 11:55:36.391209 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299560f-424d-4e7e-a4e4-8d629048b7ef req-cc58fe8f-5d4a-45e3-8f4e-582bbb54213d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:36.392766 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d299560f-424d-4e7e-a4e4-8d629048b7ef req-cc58fe8f-5d4a-45e3-8f4e-582bbb54213d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0595131 Aug 04 11:55:36.436249 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d299560f-424d-4e7e-a4e4-8d629048b7ef req-ab22b3f3-45cf-48ad-9852-b97ed309275d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372865 Aug 04 11:55:37.553917 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c810bb-e62d-4e2e-948c-4cbc568fd6d7 req-7c603b7e-a3b7-416d-bc0f-10501b465462 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:37.555435 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c8c810bb-e62d-4e2e-948c-4cbc568fd6d7 req-7c603b7e-a3b7-416d-bc0f-10501b465462 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0511925 Aug 04 11:55:37.596998 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c8c810bb-e62d-4e2e-948c-4cbc568fd6d7 req-4c0997c4-10b3-43e0-bc68-a207ac049c83 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342195 Aug 04 11:55:38.720351 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc21140-2d02-4a20-be98-2b5b596c84d0 req-9f3e2a91-1c56-47f6-89e6-54acd721cec2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:38.722124 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-afc21140-2d02-4a20-be98-2b5b596c84d0 req-9f3e2a91-1c56-47f6-89e6-54acd721cec2 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0555842 Aug 04 11:55:38.768115 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-afc21140-2d02-4a20-be98-2b5b596c84d0 req-f7dda2f7-f23e-4dd5-951c-6d5c4967c880 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379131 Aug 04 11:55:38.846258 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:39.901427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bab4c-6dbd-4af3-80ab-8071247cfca7 req-ed020088-9e1b-418c-9e4b-572655a5313e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:39.901427 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-338bab4c-6dbd-4af3-80ab-8071247cfca7 req-ed020088-9e1b-418c-9e4b-572655a5313e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0559144 Aug 04 11:55:39.947483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-338bab4c-6dbd-4af3-80ab-8071247cfca7 req-c3402cb9-2cd6-44fa-ae20-fc16385c904a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391686 Aug 04 11:55:40.511385 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc815bab-fd49-4d6d-bf93-2c518cabd4c1 req-99edcc4b-3dfa-4463-95a6-c2534eed30ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:40.512890 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc815bab-fd49-4d6d-bf93-2c518cabd4c1 req-99edcc4b-3dfa-4463-95a6-c2534eed30ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0529027 Aug 04 11:55:40.550938 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc815bab-fd49-4d6d-bf93-2c518cabd4c1 req-f72395c8-21ee-4537-8d9e-61c5efc2a603 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Aug 04 11:55:41.073644 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceb298-46b2-4ee5-9556-2aa4e869a6ea req-5df93cae-885a-4f1a-b42b-97185964a0aa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:41.075230 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-43ceb298-46b2-4ee5-9556-2aa4e869a6ea req-5df93cae-885a-4f1a-b42b-97185964a0aa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0550339 Aug 04 11:55:41.121861 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-43ceb298-46b2-4ee5-9556-2aa4e869a6ea req-5245d216-fd41-45fa-85e2-ba26ee7535ab tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402002 Aug 04 11:55:41.301557 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42872) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:41.354602 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Deleting subnet e047480a-142f-42d6-9fc0-393afc1e7af6 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:55:41.357937 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.393395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.434766 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.501221 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.531882 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e047480a-142f-42d6-9fc0-393afc1e7af6,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:41.538238 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.540621 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-bb2793df-d2a1-4579-9a6e-aff3ce1862d9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e047480a-142f-42d6-9fc0-393afc1e7af6 HTTP/1.1" status: 204 len: 168 time: 0.2379184 Aug 04 11:55:41.543113 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 42882) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:41.618348 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.678672 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96366-5aa3-4ed1-8207-022a0edb11d4 req-58694311-e266-457a-949b-50a1410a5bd2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:41.680260 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-47a96366-5aa3-4ed1-8207-022a0edb11d4 req-58694311-e266-457a-949b-50a1410a5bd2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0538683 Aug 04 11:55:41.703039 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.713456 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2edfaa-8990-40e4-a9a1-3ebe724b2e14']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:41.721190 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-47a96366-5aa3-4ed1-8207-022a0edb11d4 req-669ae2ca-85a4-49da-865f-81717227308b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Aug 04 11:55:41.724955 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7291056-becc-4e57-9440-26e036dbd2d0') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:41.725288 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7291056-becc-4e57-9440-26e036dbd2d0') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:41.736011 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.753107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.762502 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:55:41.762942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:55:41.764794 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:55:41.823699 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.828320 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.830227 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8a2edfaa-8990-40e4-a9a1-3ebe724b2e14 HTTP/1.1" status: 204 len: 168 time: 0.2858596 Aug 04 11:55:41.833138 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42886) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:41.843833 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab6e8-c057-45c4-8d3a-c7db4194a783 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2edfaa-8990-40e4-a9a1-3ebe724b2e14,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:41.880560 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Deleting subnet 9137c832-82c8-45de-9fa6-151105dc41b4 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:55:41.884977 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.926895 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.969720 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.027289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.051396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9137c832-82c8-45de-9fa6-151105dc41b4,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:42.059395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.061400 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8492be42-cb38-4382-97c5-cb00f7e9ff45 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9137c832-82c8-45de-9fa6-151105dc41b4 HTTP/1.1" status: 204 len: 168 time: 0.2271190 Aug 04 11:55:42.064599 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42888) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:42.137481 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.223112 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.234188 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf42491-e536-4a09-834f-361a45c03690']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:42.247407 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd81e8d-7cdb-465e-81a1-d9a3a6cf7c88') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:42.247708 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd81e8d-7cdb-465e-81a1-d9a3a6cf7c88') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:42.254905 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a65b91-e2cd-4ec2-aeef-7b066d12ac6d req-575b8268-a30d-4134-b63f-caa199944ae0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:42.256531 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-92a65b91-e2cd-4ec2-aeef-7b066d12ac6d req-575b8268-a30d-4134-b63f-caa199944ae0 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0611870 Aug 04 11:55:42.257805 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.277020 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.285082 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:55:42.285398 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:55:42.287303 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:55:42.304036 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-92a65b91-e2cd-4ec2-aeef-7b066d12ac6d req-0f63e23f-286c-4041-bca0-beaf15c7976e tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384612 Aug 04 11:55:42.348538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.357005 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.361619 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4cf42491-e536-4a09-834f-361a45c03690 HTTP/1.1" status: 204 len: 168 time: 0.2934005 Aug 04 11:55:42.368846 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa6bb-4a27-4530-a148-8025069e8730 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf42491-e536-4a09-834f-361a45c03690,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:42.515856 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836d51-d9c8-48f4-8720-81fec1944043 req-674f7bd1-2abf-486b-bf2f-64152324d4f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:42.517350 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-98836d51-d9c8-48f4-8720-81fec1944043 req-674f7bd1-2abf-486b-bf2f-64152324d4f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0497279 Aug 04 11:55:42.531114 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42898) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:42.580585 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-54b28f06-c203-434a-bc99-42d20d707b46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f48b336b7cf49f8965cd61bcdb8aac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480289 Aug 04 11:55:42.583006 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42904) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:42.636667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.649615 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Deleting port c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:42.650383 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.666178 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.749745 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.752662 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.756156 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aadd5b97-3b5b-4fee-a58e-bc7f5a6ef5dc HTTP/1.1" status: 204 len: 168 time: 0.1697104 Aug 04 11:55:42.769168 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6f615-445d-4d37-b658-38369e795ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd5b97-3b5b-4fee-a58e-bc7f5a6ef5dc,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:42.778212 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] For port c39d7785-eccb-4b99-955b-0b90ce6d7474, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=c39d7785-eccb-4b99-955b-0b90ce6d7474,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:42.778580 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:42.904134 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03c529-036d-476b-b498-391ad1efa4e0 req-f457bc9c-ee4b-451c-a3c8-3a86f2e8c901 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:42.905928 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5c03c529-036d-476b-b498-391ad1efa4e0 req-f457bc9c-ee4b-451c-a3c8-3a86f2e8c901 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 946 time: 0.0756583 Aug 04 11:55:42.957889 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5c03c529-036d-476b-b498-391ad1efa4e0 req-3e4567e4-3f08-4823-b8dc-88973e7425e5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=be4c3adc-7540-4a7c-b493-e78577e0e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Aug 04 11:55:43.051873 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42922) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:43.130491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.130973 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.131413 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Floating IP 2496972e-99fd-4457-9488-550a1e0c03d0 disassociated. External IP: 172.27.1.210, port: c39d7785-eccb-4b99-955b-0b90ce6d7474. Aug 04 11:55:43.131800 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Calling delete_port for c39d7785-eccb-4b99-955b-0b90ce6d7474 owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:43.171385 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42926) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:43.200476 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9874bbee-e385-4a02-8a3a-cf0c4dbdd7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.236795 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a51e9ac0-b33d-4086-9875-8a35dbbf1e9f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3509658d1a64a34bce4fc3e64f491bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640821 Aug 04 11:55:43.239412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42928) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:43.277894 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.314312 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'Port': ['ID=c39d7785-eccb-4b99-955b-0b90ce6d7474,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:43.322573 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.359745 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.419595 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9874bbee-e385-4a02-8a3a-cf0c4dbdd7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.426719 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9874bbee-e385-4a02-8a3a-cf0c4dbdd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.460939 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:43.473357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874bbee-e385-4a02-8a3a-cf0c4dbdd7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adedabb-623f-44a1-8b2f-8003b927d361,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:43.495390 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.499356 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.500961 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b7da911-6f01-4c72-8d96-a6ea537e4eb8 HTTP/1.1" status: 204 len: 168 time: 0.2604954 Aug 04 11:55:43.515182 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9874bbee-e385-4a02-8a3a-cf0c4dbdd7c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d630767665344856ac9f12f9decca7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583657 Aug 04 11:55:43.518453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42934) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:43.527028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ae03f-3c6a-474c-918a-f7398c94ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7da911-6f01-4c72-8d96-a6ea537e4eb8,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:43.559414 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeea03-9161-4f17-85c4-770661eed363 req-759e1bfc-98b0-4b6c-a7cc-cf966cb187a4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:43.561008 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-17eeea03-9161-4f17-85c4-770661eed363 req-759e1bfc-98b0-4b6c-a7cc-cf966cb187a4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0958867 Aug 04 11:55:43.621349 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.659196 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.667503 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-17eeea03-9161-4f17-85c4-770661eed363 req-5ec83fe3-54c6-422c-93e6-b602a0a2728a tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=03c152a8-2312-4208-bff1-e96870759317&id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963175 Aug 04 11:55:43.676497 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:43.691919 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:43.724311 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:43.724453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.725647 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:55:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:43.730942 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.737411 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8adedabb-623f-44a1-8b2f-8003b927d361 HTTP/1.1" status: 204 len: 168 time: 0.2151589 Aug 04 11:55:43.745959 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8caaa2-4190-4f00-aad4-0c1005210836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adedabb-623f-44a1-8b2f-8003b927d361,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:43.765625 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] No DVR routers for this DVR port c39d7785-eccb-4b99-955b-0b90ce6d7474 on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:43.768973 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:43.772282 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-98836d51-d9c8-48f4-8720-81fec1944043 req-6d278fc8-3e8c-49a4-b8cc-a2b0f54ec3f3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "DELETE /v2.0/ports/c39d7785-eccb-4b99-955b-0b90ce6d7474 HTTP/1.1" status: 204 len: 173 time: 1.2474883 Aug 04 11:55:43.772753 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-deleted', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:43.777936 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6255a753-b21e-48ca-95cf-f1512c23c072" -d '{"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-deleted", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:43.845495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95c55b-9af2-4700-acf5-16e3acde563a x-openstack-request-id: req-ad95c55b-9af2-4700-acf5-16e3acde563a {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:43.845828 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7025bcff-ae84-4c45-9966-df392d995b02", "name": "network-vif-deleted", "tag": "c39d7785-eccb-4b99-955b-0b90ce6d7474", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:43.846085 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad95c55b-9af2-4700-acf5-16e3acde563a {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:43.846737 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025bcff-ae84-4c45-9966-df392d995b02', 'name': 'network-vif-deleted', 'tag': 'c39d7785-eccb-4b99-955b-0b90ce6d7474', 'status': 'completed', 'code': 200} Aug 04 11:55:43.940221 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:44.148157 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d09a6c05-e8b5-4565-b26b-3a4c5fc674a4 req-60b95f8a-a5c7-4cdd-bd4d-475dafcc4635 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=7025bcff-ae84-4c45-9966-df392d995b02 HTTP/1.1" status: 200 len: 210 time: 0.0381572 Aug 04 11:55:44.212057 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:44.249602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:55:44.261330 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:44.262217 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:55:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:44.434145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:44.842988 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:44.877581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1e7ce-23bd-4199-8a05-9de9edba3cc0 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:55:45.211333 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafcf330-80f1-4371-a1c5-9d210eb7898c None None] New status for floating IP 2496972e-99fd-4457-9488-550a1e0c03d0: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:55:45.252308 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 42996) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:45.344366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.385751 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.461658 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.465269 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.469065 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "DELETE /v2.0/security-groups/be4c3adc-7540-4a7c-b493-e78577e0e99b HTTP/1.1" status: 204 len: 168 time: 0.2128432 Aug 04 11:55:45.469403 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43000) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:45.482400 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493ffe3-fe7d-4459-9017-440a52ec7a48 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4c3adc-7540-4a7c-b493-e78577e0e99b,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:45.507611 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.api.v2.resource [None req-2b386f17-59fc-4633-95a1-70883f932171 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] show failed (client error): The resource could not be found. Aug 04 11:55:45.509286 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2b386f17-59fc-4633-95a1-70883f932171 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups/be4c3adc-7540-4a7c-b493-e78577e0e99b HTTP/1.1" status: 404 len: 347 time: 0.0388966 Aug 04 11:55:45.512880 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43002) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:45.546501 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43004) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:45.712358 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Deleting port 0f9895ec-6667-448f-8c9c-88ea75e4bae7 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:45.713327 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.720328 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea382-c5e3-426c-8dd7-1642deb65a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.813305 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.813650 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.826496 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea382-c5e3-426c-8dd7-1642deb65a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.827037 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Calling delete_port for 0f9895ec-6667-448f-8c9c-88ea75e4bae7 owned by network:floatingip {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:45.831297 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea382-c5e3-426c-8dd7-1642deb65a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.872899 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6a2ea382-c5e3-426c-8dd7-1642deb65a99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91b4c9b2a4e84c0cab0785163f766668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242981 Aug 04 11:55:45.875532 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43012) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:45.882828 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea382-c5e3-426c-8dd7-1642deb65a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e3aa1-6385-4c38-a0a0-f83152a68183,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:45.938765 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.963005 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:45.993465 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.017948 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.022497 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.023665 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/584e3aa1-6385-4c38-a0a0-f83152a68183 HTTP/1.1" status: 204 len: 168 time: 0.1471579 Aug 04 11:55:46.036188 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfd958-a97d-4d45-bb1f-7291f4c62373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e3aa1-6385-4c38-a0a0-f83152a68183,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:46.041175 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'Port': ['ID=0f9895ec-6667-448f-8c9c-88ea75e4bae7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:46.121404 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.126282 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.132398 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-724e38d3-c0b7-4668-ae30-803a2b62dbe0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "DELETE /v2.0/floatingips/2496972e-99fd-4457-9488-550a1e0c03d0 HTTP/1.1" status: 204 len: 168 time: 0.6134372 Aug 04 11:55:46.216708 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:46.250255 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: c39d7785-eccb-4b99-955b-0b90ce6d7474 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:46.250625 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device c39d7785-eccb-4b99-955b-0b90ce6d7474 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:47.195376 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43066) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:47.200935 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099963381', 'description': 'tempest-description--2113941747'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:47.226706 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.584265 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.589814 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.638883 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.641064 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4442594 Aug 04 11:55:47.642946 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb515-4db8-43dd-8543-5cc4ba181b4f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad82a32-385e-4f7a-82ca-49f00ddf59f6,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:47.643800 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43092) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:47.649528 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group_rule': {'security_group_id': '9ad82a32-385e-4f7a-82ca-49f00ddf59f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:47.683605 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.753597 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.757230 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.776256 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e7071a-f96f-4295-b8d8-b7b12a8274e2,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:47.782623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.783816 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-1a5c9ea9-c6d2-4085-bc73-7337cc22a3f4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382685 Aug 04 11:55:47.786436 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43094) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:47.791670 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'security_group_rule': {'security_group_id': '9ad82a32-385e-4f7a-82ca-49f00ddf59f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:47.819836 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.883738 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.889633 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.912238 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d3f82c-a9fb-434d-85fc-40a2afee8078,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:47.920289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:47.922146 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-386cd6a3-3bf0-42c0-93de-b2f831d011ee tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346383 Aug 04 11:55:47.925021 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43106) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:47.929538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:47.954443 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.081093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.220602 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Allocated IP 172.27.1.24 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/6473567e-a437-4ccb-a1b5-8f8675a86bcd) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:55:48.351203 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.400052 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.446353 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:55:48.453534 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:48.458551 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:55:48.465475 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=6473567e-a437-4ccb-a1b5-8f8675a86bcd,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:48.634322 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.686023 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.852413 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.858782 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.938273 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=6473567e-a437-4ccb-a1b5-8f8675a86bcd,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:48.951866 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.970319 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.971586 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-f199b64b-689e-4c21-922c-371352ebbcfc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0455875 Aug 04 11:55:49.181534 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-22f5f3a5-4b12-4a41-8afb-f81daf55c04f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2099963381&fields=id&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 267 time: 0.0376868 Aug 04 11:55:49.297593 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-8b63ffe7-dcfe-4cda-ba1c-78e0fa41d587 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:49.299101 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-8b63ffe7-dcfe-4cda-ba1c-78e0fa41d587 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 816 time: 0.1100054 Aug 04 11:55:49.317508 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-0e3b12b7-d4cb-4c8f-900b-d3f8028a8a19 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/quotas/c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 375 time: 0.0102677 Aug 04 11:55:49.372991 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-2199b815-88c1-4d90-aae5-8052aa813aad tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489953 Aug 04 11:55:49.473399 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-3c9e64be-d583-4187-8775-f3406e7d672b service neutron] 10.222.0.54 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873623 Aug 04 11:55:49.571321 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-7e80ee7c-7196-4b0b-b1bc-f9bb0c3080e0 service neutron] 10.222.0.54 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909939 Aug 04 11:55:50.097492 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b577632c-173c-4eea-b691-517d7a45a6da req-18dfed8e-1b26-4755-9319-b05ee55313d5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 210 time: 0.3739018 Aug 04 11:55:50.352898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c84a88b7-1dad-4a1b-b3a8-a82030d30be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.075486 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-0860339c-c480-4dcf-9942-e9a6346fa7c9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:51.077094 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-0860339c-c480-4dcf-9942-e9a6346fa7c9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 816 time: 0.1284237 Aug 04 11:55:51.147813 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-bdccc039-6ed2-4ce1-af9d-12090dcfbdc4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 380 time: 0.0423651 Aug 04 11:55:51.162939 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'port': {'device_id': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'admin_state_up': True, 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'security_groups': ['9ad82a32-385e-4f7a-82ca-49f00ddf59f6']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:51.243042 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f206299-0b10-4180-8eee-bfc1e1d73ff5 req-50743c72-ca64-4c6f-a205-07ed843f0634 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 210 time: 0.0361743 Aug 04 11:55:51.312080 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Made reservation on behalf of c5bce46197a74d58af3290c3b7dd76e6 for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:51.316330 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.447849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Allocated IP 172.20.0.11 (9d56fa03-7f7a-4225-ba90-459596cc2d63/452bc437-a8ca-4345-a444-e0fff3cf9e82/9c1b522a-1d40-45ec-9792-ff2252b668de) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:55:51.596043 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.610145 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Transition to ACTIVE for port object 9c1b522a-1d40-45ec-9792-ff2252b668de will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:55:51.646688 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.694882 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:55:51.703094 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:51.708828 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:55:51.712912 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:51.769300 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:51.769962 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.792563 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-611ca5cc-1aff-469d-8d2c-42b6c56fa23c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335959 Aug 04 11:55:51.817199 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Request body: {'port': {'device_id': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:51.883427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.966038 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c10bca4d-5a7e-44fd-8a65-a836b26b2bc3 None None] Provisioning for port 9c1b522a-1d40-45ec-9792-ff2252b668de completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:55:51.970522 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c10bca4d-5a7e-44fd-8a65-a836b26b2bc3 None None] Provisioning complete for port 9c1b522a-1d40-45ec-9792-ff2252b668de triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:55:51.970920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c10bca4d-5a7e-44fd-8a65-a836b26b2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.012343 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c10bca4d-5a7e-44fd-8a65-a836b26b2bc3 None None] Port 9c1b522a-1d40-45ec-9792-ff2252b668de cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:55:52.195273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:55:52.208150 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.222095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Transition to ACTIVE for port object 9c1b522a-1d40-45ec-9792-ff2252b668de will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:55:52.226234 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.303073 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:52.388308 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Attempting to bind port 9c1b522a-1d40-45ec-9792-ff2252b668de on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:55:52.388753 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Attempting to bind port 9c1b522a-1d40-45ec-9792-ff2252b668de by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:55:52.389321 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Attempting to bind port 9c1b522a-1d40-45ec-9792-ff2252b668de on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:55:52.395041 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Port 9c1b522a-1d40-45ec-9792-ff2252b668de on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:55:52.395573 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Attempting to bind port 9c1b522a-1d40-45ec-9792-ff2252b668de on network 9d56fa03-7f7a-4225-ba90-459596cc2d63 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:55:52.402500 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:55:52.403091 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Checking segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:55:52.403643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Bound using segment: {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:55:52.404358 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Bound port: 9c1b522a-1d40-45ec-9792-ff2252b668de, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173e283f-7f42-4fb8-8445-2646bf10db75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:55:52.405215 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.407199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a908-97ea-43b1-9a11-0329a261451f req-27b2d7da-5441-49f1-8752-801cce900115 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:52.414605 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd26a908-97ea-43b1-9a11-0329a261451f req-27b2d7da-5441-49f1-8752-801cce900115 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0748477 Aug 04 11:55:52.463888 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd26a908-97ea-43b1-9a11-0329a261451f req-3d123de6-ab4b-4d0d-ba6c-dd88b5f46904 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Aug 04 11:55:52.488157 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:55:52.491598 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:55:52.499052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.538770 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:52.539473 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:52.541674 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] 10.222.0.89 "PUT /v2.0/ports/9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 1094 time: 0.7289398 Aug 04 11:55:52.542103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:52.544714 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b25951-956c-4050-9823-0d4a8e9ed753" -d '{"events": [{"name": "network-changed", "server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:52.571409 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960ace0-143d-4cf7-b61d-05297325f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:52.590750 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f33ac-e53c-4a31-8416-531ea5519752 x-openstack-request-id: req-7f1f33ac-e53c-4a31-8416-531ea5519752 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:52.591043 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:52.591401 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f1f33ac-e53c-4a31-8416-531ea5519752 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:52.591839 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'status': 'completed', 'code': 200} Aug 04 11:55:52.661671 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-0dea1716-d05a-4fae-a1d7-cbefda6ba555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:52.663235 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-0dea1716-d05a-4fae-a1d7-cbefda6ba555 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1097 time: 0.0464346 Aug 04 11:55:52.716698 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-7df1ecf4-6be6-49db-94d3-4c3f16522244 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 217 time: 0.0384367 Aug 04 11:55:52.771864 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-7bcd23b2-9467-4341-bc24-cffe366d415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:52.773342 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-7bcd23b2-9467-4341-bc24-cffe366d415a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0489342 Aug 04 11:55:52.825623 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-220591da-6eb7-4772-b877-c8ac35e27970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:52.827010 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-220591da-6eb7-4772-b877-c8ac35e27970 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440114 Aug 04 11:55:52.921418 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-7a22e0ed-7d5f-4f2a-87b1-32e236f31837 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859125 Aug 04 11:55:53.016843 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1abe147e-d184-459a-8f35-4d1b6b80195d req-a09a3576-7622-42ab-9882-9ed36275c7dc service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Aug 04 11:55:53.163132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-bd3bf9e0-ad8b-41fc-90ef-457795f76d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:53.164642 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-bd3bf9e0-ad8b-41fc-90ef-457795f76d32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1097 time: 0.0421617 Aug 04 11:55:53.262933 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-b7528628-8152-4ab4-b9c7-95ff3b2dc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:53.264502 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-b7528628-8152-4ab4-b9c7-95ff3b2dc92c service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.0916300 Aug 04 11:55:53.321084 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-77701de1-d52f-46c0-903a-b3312d8e3181 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 217 time: 0.0481367 Aug 04 11:55:53.326938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e816ed67-0b24-4c79-baac-d54d5ac62cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.374390 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-91cb59af-fab3-42e8-a03b-945245b3b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:53.377279 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-91cb59af-fab3-42e8-a03b-945245b3b9b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0477400 Aug 04 11:55:53.431000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-060f32d8-29da-4f77-b09f-1b87aec9eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:53.433278 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-060f32d8-29da-4f77-b09f-1b87aec9eb00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467513 Aug 04 11:55:53.489142 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.537802 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-872b4404-2977-4dd1-ab60-8ede0d9e7a1f service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929420 Aug 04 11:55:53.549921 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.610866 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153435-a3b0-46c5-8c1c-6199289be99d req-65eb4e0e-6758-4dab-b5f9-5eb91a758d19 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:53.612506 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1a153435-a3b0-46c5-8c1c-6199289be99d req-65eb4e0e-6758-4dab-b5f9-5eb91a758d19 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0621259 Aug 04 11:55:53.638179 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-13b25951-956c-4050-9823-0d4a8e9ed753 req-aa5a6bc1-7137-48f3-be80-f4362f2c338e service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911901 Aug 04 11:55:53.654699 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1a153435-a3b0-46c5-8c1c-6199289be99d req-55826bab-37af-452f-972b-4736692c8bff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360761 Aug 04 11:55:54.231268 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:55:54.329918 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:54.342269 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:55:54.379480 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:54.393223 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:55:54.414137 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:54.418322 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:54.471579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:54.479324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.479707 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.480334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.480434 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.480739 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.481071 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.481402 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.481735 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.482067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.482393 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.482736 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.483043 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:54.779743 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced2f4-c013-4528-a836-a933790dc9ad req-50e85fc7-63bf-42de-a78e-b7ae65a96c38 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:54.781169 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28ced2f4-c013-4528-a836-a933790dc9ad req-50e85fc7-63bf-42de-a78e-b7ae65a96c38 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 945 time: 0.0500066 Aug 04 11:55:54.813497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['9c1b522a-1d40-45ec-9792-ff2252b668de'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:55:54.819767 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-28ced2f4-c013-4528-a836-a933790dc9ad req-e017b488-9a57-4dd8-8dd2-021fd86502af tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 04 11:55:55.050048 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:55.948924 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41311aa9-5050-4ec1-bf96-3760e6ad1bfb req-bb8cb111-9bc2-42a1-a27b-bbf4e99521a7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:55.950766 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-41311aa9-5050-4ec1-bf96-3760e6ad1bfb req-bb8cb111-9bc2-42a1-a27b-bbf4e99521a7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 945 time: 0.0555253 Aug 04 11:55:55.987316 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43264) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:55.990006 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-41311aa9-5050-4ec1-bf96-3760e6ad1bfb req-9eb1ab6b-2352-4a2f-bbfa-c9e1c8038a73 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Aug 04 11:55:56.095068 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7b14bc4f-1b98-41ed-b4db-a38b1f6be7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.192250 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7b14bc4f-1b98-41ed-b4db-a38b1f6be7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.196649 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7b14bc4f-1b98-41ed-b4db-a38b1f6be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.235517 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7b14bc4f-1b98-41ed-b4db-a38b1f6be7f9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05c4d9ef70304bd586b2e7d5bae5b94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468815 Aug 04 11:55:56.236321 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14bc4f-1b98-41ed-b4db-a38b1f6be7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fa0adf-eb04-473c-943a-40b565535e41,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:56.238232 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43270) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:56.240107 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:55:56.303631 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.315811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 9c1b522a-1d40-45ec-9792-ff2252b668de completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:55:56.320338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 9c1b522a-1d40-45ec-9792-ff2252b668de triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:55:56.320338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.329490 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.379361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.381971 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.383017 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37fa0adf-eb04-473c-943a-40b565535e41 HTTP/1.1" status: 204 len: 168 time: 0.1437888 Aug 04 11:55:56.393576 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bdf2d-ff5a-4170-a077-ea14bae83988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fa0adf-eb04-473c-943a-40b565535e41,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:56.410467 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.435877 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:56.438346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd22b18-4125-4bcd-8585-96471131532d" -d '{"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:56.452462 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:56.456683 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.481878 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e56b938-c6f5-4a44-911f-8baab6316d4b x-openstack-request-id: req-7e56b938-c6f5-4a44-911f-8baab6316d4b {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:56.482177 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:56.482441 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e56b938-c6f5-4a44-911f-8baab6316d4b {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:56.482849 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'code': 200} Aug 04 11:55:56.510693 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:56.747627 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47874d-b952-4294-9a34-f4b46465a4a0 req-46523bfe-6e6a-432a-8a54-0e4bbf94dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:56.749477 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d47874d-b952-4294-9a34-f4b46465a4a0 req-46523bfe-6e6a-432a-8a54-0e4bbf94dc02 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1099 time: 0.0472050 Aug 04 11:55:56.804391 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4d47874d-b952-4294-9a34-f4b46465a4a0 req-89d31f68-e7a4-41b7-9c5c-c828d9edc880 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305872 Aug 04 11:55:56.817691 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-4c4079aa-15e6-4c67-aff9-02b32c9d91fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430768 Aug 04 11:55:57.046310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43296) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:57.151522 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1668717220-network', 'tenant_id': '0d39057d77b640cab85eb46949e51518'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:57.189205 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Made reservation on behalf of 0d39057d77b640cab85eb46949e51518 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:57.190470 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.214952 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.253185 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-5a8f1f5c-9f33-48af-b93c-961a37c9c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.254615 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-5a8f1f5c-9f33-48af-b93c-961a37c9c62a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1098 time: 0.0775831 Aug 04 11:55:57.370696 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a75aa4-fc0e-4953-948a-9dd9d4dff0e3 req-7b42744b-86e5-4dd3-9fd2-43e05ed687f5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.372218 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-68a75aa4-fc0e-4953-948a-9dd9d4dff0e3 req-7b42744b-86e5-4dd3-9fd2-43e05ed687f5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.3079412 Aug 04 11:55:57.462996 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-68a75aa4-fc0e-4953-948a-9dd9d4dff0e3 req-0f68583e-34a9-4cd0-b506-ff43c84ed395 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826585 Aug 04 11:55:57.466050 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-2aba58a7-2641-4fda-804e-a134420c66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.467484 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-2aba58a7-2641-4fda-804e-a134420c66d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1848929 Aug 04 11:55:57.486622 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.493606 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.513485 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.560746 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:55:57.580650 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.581000 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Added segment b199a694-7ac0-4959-a3c9-7c1e50d7139f of type vlan for network 757587e3-de28-4b25-9346-58646b1aaa55 Aug 04 11:55:57.582468 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:57.586185 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-1e9a8c6f-6810-4b04-9cd7-022765253718 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 1001 time: 0.1017451 Aug 04 11:55:57.653168 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.673881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-224a7f47-a8fc-4bfd-b501-290b86448680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.675393 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-224a7f47-a8fc-4bfd-b501-290b86448680 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0802293 Aug 04 11:55:57.717340 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.718389 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.719039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.780406 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7328682 Aug 04 11:55:57.783464 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43304) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:57.786498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28e11-975e-4815-8326-9e1a77029c0d admin admin] Pushing event updated for resources: {'Network': ['ID=757587e3-de28-4b25-9346-58646b1aaa55,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:57.789166 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Request body: {'subnet': {'network_id': '757587e3-de28-4b25-9346-58646b1aaa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1668717220-subnet', 'tenant_id': '0d39057d77b640cab85eb46949e51518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:57.792416 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-a929e74b-08e0-4ae1-8992-444d339cc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:57.793933 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-a929e74b-08e0-4ae1-8992-444d339cc148 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098540 Aug 04 11:55:57.798357 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 757587e3-de28-4b25-9346-58646b1aaa55 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:55:57.812811 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Made reservation on behalf of 0d39057d77b640cab85eb46949e51518 for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:57.815183 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25045739'] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:57.903627 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-e6c4d10c-1204-44a5-984c-646b7e65d121 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976348 Aug 04 11:55:57.990976 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25111805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25045717'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:58.047610 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d217841-8945-4227-9087-78415c72439a,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:58.054917 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e85f723b-3367-4363-8fbd-4d3fb8cfaa95 req-65dd66db-5778-4241-998b-36d28640b4e6 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Aug 04 11:55:58.060861 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Checking segment: {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:55:58.061233 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Network hostable DHCP agents. Network: 757587e3-de28-4b25-9346-58646b1aaa55, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:55:58.079739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Network 757587e3-de28-4b25-9346-58646b1aaa55 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:55:58.088993 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 757587e3-de28-4b25-9346-58646b1aaa55) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:55:58.094305 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:58.094902 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:58.105211 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9f505-11ec-4004-8e39-440e03f843d5 None None] Network 757587e3-de28-4b25-9346-58646b1aaa55 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:58.110504 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9855df6e-029c-4e5a-99f4-76e63e140eda admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258650 Aug 04 11:55:58.428088 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6eb5ec-655e-4a1f-a3de-e195b049e947 None None] Network 757587e3-de28-4b25-9346-58646b1aaa55 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:58.667596 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeefafe-c80a-4764-a956-50c8e9c10d88 req-f28b5784-03d1-4421-9a84-6385ab0d4077 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:58.668306 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0aeefafe-c80a-4764-a956-50c8e9c10d88 req-f28b5784-03d1-4421-9a84-6385ab0d4077 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.1173797 Aug 04 11:55:58.712412 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0aeefafe-c80a-4764-a956-50c8e9c10d88 req-3d505147-3ba9-4cc9-8aac-5415041a9111 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Aug 04 11:55:58.835310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468504a-0890-4162-913b-486025afcd07 req-c424f4c1-8be1-4ce9-9d56-c23ec88c59dd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:58.836868 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7468504a-0890-4162-913b-486025afcd07 req-c424f4c1-8be1-4ce9-9d56-c23ec88c59dd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0505283 Aug 04 11:55:58.847194 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43324) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:58.852276 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Request body: {'floatingip': {'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:58.898405 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:59.341628 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:59.345548 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:59.445271 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Floating IP 707c6e09-d1e4-4050-b90d-ed771d3a43da associated. External IP: 172.27.1.24, port: 9c1b522a-1d40-45ec-9792-ff2252b668de. Aug 04 11:55:59.655878 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:59.769032 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:59.774111 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:59.780034 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:59.794901 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:59.795982 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:55:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:59.808903 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-16086f09-dffa-4e99-b8bb-e301224a2b7d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "PUT /v2.0/floatingips/707c6e09-d1e4-4050-b90d-ed771d3a43da HTTP/1.1" status: 200 len: 991 time: 0.9577181 Aug 04 11:55:59.808903 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:59.809328 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355eb7d3-f882-4dfd-ab61-25471fea5bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:59.911899 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:59.968326 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18894f16-8ec6-45c5-93b4-319236b54d23 x-openstack-request-id: req-18894f16-8ec6-45c5-93b4-319236b54d23 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:59.968618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:59.968871 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18894f16-8ec6-45c5-93b4-319236b54d23 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:59.969752 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'status': 'completed', 'code': 200} Aug 04 11:55:59.984132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-a9529e86-7e62-4e7d-aaed-439c668c8e8e tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:59.985612 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-a9529e86-7e62-4e7d-aaed-439c668c8e8e tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 814 time: 0.1149449 Aug 04 11:56:00.006429 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-0f121699-0800-4972-b622-1ce4fbdd74b3 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/quotas/0d39057d77b640cab85eb46949e51518 HTTP/1.1" status: 200 len: 375 time: 0.0106614 Aug 04 11:56:00.043455 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-20e4e914-1fb3-4e7a-912e-f5073bb5cb8e tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306983 Aug 04 11:56:00.078015 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-ee824701-7c90-4d0f-8113-e59af7071dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.079532 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-ee824701-7c90-4d0f-8113-e59af7071dd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1099 time: 0.0437083 Aug 04 11:56:00.169386 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '707c6e09-d1e4-4050-b90d-ed771d3a43da', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:48Z', 'updated_at': '2021-08-04T11:55:59Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:00.178797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-2694867c-04e8-4fa2-94c4-9c8b53ea0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.180358 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-2694867c-04e8-4fa2-94c4-9c8b53ea0844 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.0908453 Aug 04 11:56:00.205671 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:56:00.209350 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-dcadbf84-d45a-427e-8fa6-ffc3e9abce00 service neutron] 10.222.0.54 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580846 Aug 04 11:56:00.215699 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:56:00.216461 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:55:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:00.261296 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-0f04a161-0fee-4d68-b6c3-d297d721db34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 999 time: 0.0723546 Aug 04 11:56:00.309811 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-b5948b75-60d7-42e2-b529-d117ca5b24ac service neutron] 10.222.0.54 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936117 Aug 04 11:56:00.323081 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-9f2a5fad-c7d6-484d-a6ec-780b83416682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.324706 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-9f2a5fad-c7d6-484d-a6ec-780b83416682 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0541873 Aug 04 11:56:00.341751 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:56:00.403482 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-6dbb6930-7521-4b44-ab62-9d8f78ce8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.406866 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-6dbb6930-7521-4b44-ab62-9d8f78ce8cbf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737667 Aug 04 11:56:00.522587 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c47d42ae-b14d-4141-9919-0abe5bbadb59 req-8d7b8585-0bdc-4e20-9d53-05a0ac841e1c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 210 time: 0.0355854 Aug 04 11:56:00.565157 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-d52d14a9-db7f-4a95-b121-e525185316c4 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498733 Aug 04 11:56:00.657980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '707c6e09-d1e4-4050-b90d-ed771d3a43da', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:48Z', 'updated_at': '2021-08-04T11:55:59Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:00.668898 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-355eb7d3-f882-4dfd-ab61-25471fea5bc4 req-66bf20eb-ea22-4557-840e-0fa84012221c service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919595 Aug 04 11:56:00.692424 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4bc89-27d6-4388-93c7-d41f7185a4bc None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '707c6e09-d1e4-4050-b90d-ed771d3a43da', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:55:48Z', 'updated_at': '2021-08-04T11:55:59Z', 'revision_number': 1, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:56:01.018613 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85950e10-e5f7-4b68-ab5b-0bffa9a42eff None None] New status for floating IP 707c6e09-d1e4-4050-b90d-ed771d3a43da: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:56:01.627357 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a81a3a7a-aaae-4f90-9364-2a2a2bfce2b6 req-9290ea7f-eb09-4bbd-baf5-46adf1180852 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 210 time: 0.0314891 Aug 04 11:56:01.894672 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-59af3f63-a8cc-4337-91cf-517c010b7f32 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.896383 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-59af3f63-a8cc-4337-91cf-517c010b7f32 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 814 time: 0.1164913 Aug 04 11:56:01.922688 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Request body: {'port': {'device_id': '02761919-e422-456d-a395-dbdaa9763fb0', 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55', 'admin_state_up': True, 'tenant_id': '0d39057d77b640cab85eb46949e51518'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:02.048379 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Made reservation on behalf of 0d39057d77b640cab85eb46949e51518 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:56:02.053607 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.192297 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Allocated IP 172.20.0.7 (757587e3-de28-4b25-9346-58646b1aaa55/7d217841-8945-4227-9087-78415c72439a/766e2856-8ba2-45ea-b1a7-ac2480aaf388) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:56:02.354736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.395445 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.441283 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Network 757587e3-de28-4b25-9346-58646b1aaa55 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:56:02.444772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:56:02.448761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:56:02.478787 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Pushing event updated for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:02.509988 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:02.510626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.524827 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-95ae9251-a1f5-4c65-9cf2-c7674f4f9a39 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067576 Aug 04 11:56:02.546951 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Request body: {'port': {'device_id': '02761919-e422-456d-a395-dbdaa9763fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:02.602629 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.803750 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932cf39-fbd3-45a0-9f5a-8ea9b5b85217 req-bc846b27-25ca-4bdf-ad54-7c559fcb940a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:02.805292 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f932cf39-fbd3-45a0-9f5a-8ea9b5b85217 req-bc846b27-25ca-4bdf-ad54-7c559fcb940a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 931 time: 0.1000123 Aug 04 11:56:02.867705 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f932cf39-fbd3-45a0-9f5a-8ea9b5b85217 req-39d90868-354a-4fbe-966e-9152fb943298 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Aug 04 11:56:02.934030 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766e2856-8ba2-45ea-b1a7-ac2480aaf388 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:02.941252 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:02.953802 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Transition to ACTIVE for port object 766e2856-8ba2-45ea-b1a7-ac2480aaf388 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:56:02.957435 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:03.020088 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Pushing event updated for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:03.073213 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Attempting to bind port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:56:03.073571 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Attempting to bind port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:56:03.073899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Attempting to bind port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 on network 757587e3-de28-4b25-9346-58646b1aaa55 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:03.078108 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 on network 757587e3-de28-4b25-9346-58646b1aaa55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:56:03.078424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Attempting to bind port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 on network 757587e3-de28-4b25-9346-58646b1aaa55 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:03.083110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:56:03.083446 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Checking segment: {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:56:03.083858 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Bound using segment: {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:56:03.084277 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Bound port: 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:56:03.084627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:03.147674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:56:03.150876 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:56:03.154672 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:03.191835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:03.193055 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:03.194462 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] 10.222.0.89 "PUT /v2.0/ports/766e2856-8ba2-45ea-b1a7-ac2480aaf388 HTTP/1.1" status: 200 len: 1093 time: 0.6519768 Aug 04 11:56:03.194905 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:03.198084 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34" -d '{"events": [{"name": "network-changed", "server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:03.222210 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578340b5-23ce-4235-9309-fe47ea2f7da8 service neutron] Pushing event updated for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:03.250002 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda7deb7-94e0-4597-9104-8ea595fcb1bf x-openstack-request-id: req-cda7deb7-94e0-4597-9104-8ea595fcb1bf {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:03.250002 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:03.250002 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cda7deb7-94e0-4597-9104-8ea595fcb1bf {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:03.250002 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388', 'status': 'completed', 'code': 200} Aug 04 11:56:03.314226 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-3696ea47-a442-4aaf-9e07-ece0101ea277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:03.315803 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-3696ea47-a442-4aaf-9e07-ece0101ea277 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0461185 Aug 04 11:56:03.372781 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-0acdfa8e-93ff-4082-b962-b4815555aa7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388 HTTP/1.1" status: 200 len: 217 time: 0.0385873 Aug 04 11:56:03.429161 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-2078a581-59a6-4349-a55b-8ba9f3b75e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:03.430807 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-2078a581-59a6-4349-a55b-8ba9f3b75e09 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d217841-8945-4227-9087-78415c72439a HTTP/1.1" status: 200 len: 854 time: 0.0513978 Aug 04 11:56:03.467140 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-0e12307e-ea53-42fc-b3c9-891e8cd4293a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=757587e3-de28-4b25-9346-58646b1aaa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274067 Aug 04 11:56:03.820352 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-c5c11054-9593-4361-b679-6237a4f8184d service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422229 Aug 04 11:56:03.946376 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5b50bff8-ea80-4a4b-87c8-28f99c51bccc req-6daf5a67-ec56-4684-b223-7dcff2d3542a service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121747 Aug 04 11:56:04.017158 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3026cc-c4f1-4a72-acc4-23d6d0c2cb55 req-4eec7fbb-b837-42f4-bc21-2f1c27e54051 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:04.018818 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-aa3026cc-c4f1-4a72-acc4-23d6d0c2cb55 req-4eec7fbb-b837-42f4-bc21-2f1c27e54051 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 943 time: 0.0545294 Aug 04 11:56:04.063483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-aa3026cc-c4f1-4a72-acc4-23d6d0c2cb55 req-5ba4b981-7f6c-44a1-bd96-390edd644c24 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Aug 04 11:56:04.146604 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-ac1a1373-1f6c-4c96-b863-5d9241f8f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:04.148517 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-ac1a1373-1f6c-4c96-b863-5d9241f8f044 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0488908 Aug 04 11:56:04.250194 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-9ba996c5-4193-4164-81de-af15f92dbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:04.251678 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-9ba996c5-4193-4164-81de-af15f92dbcb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 915 time: 0.0941336 Aug 04 11:56:04.301056 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-0d680a19-2efd-4264-a880-703b74207c8f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388 HTTP/1.1" status: 200 len: 217 time: 0.0384617 Aug 04 11:56:04.374403 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-df4a63b3-c876-4a2a-9c6c-6f9abc171473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:04.376029 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-df4a63b3-c876-4a2a-9c6c-6f9abc171473 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d217841-8945-4227-9087-78415c72439a HTTP/1.1" status: 200 len: 854 time: 0.0547736 Aug 04 11:56:04.435409 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-7e8c9380-afaf-4c66-8980-6b28ed0ee7be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=757587e3-de28-4b25-9346-58646b1aaa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286474 Aug 04 11:56:04.564115 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-612bc528-5ef6-447b-9a2a-eb1df588de41 service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073785 Aug 04 11:56:04.685539 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3a93ce5c-7e63-45c2-ab1e-3ec805881e34 req-dde4b355-0230-4892-9c8a-93740e640a5b service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960977 Aug 04 11:56:05.183243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170baac-a3c0-492c-9cf3-4bb2b5dc6fe0 req-7bbf06c7-5e58-442c-8417-5c44e08a5314 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:05.184875 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0170baac-a3c0-492c-9cf3-4bb2b5dc6fe0 req-7bbf06c7-5e58-442c-8417-5c44e08a5314 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 943 time: 0.0521388 Aug 04 11:56:05.224572 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0170baac-a3c0-492c-9cf3-4bb2b5dc6fe0 req-435691e4-0536-45d1-83d3-698fde68db92 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Aug 04 11:56:05.835307 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642975ab-1b84-4a71-9c1c-87a757b74587 req-d5b4d0d8-daeb-49c1-8b65-652b66643e6b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:05.836787 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-642975ab-1b84-4a71-9c1c-87a757b74587 req-d5b4d0d8-daeb-49c1-8b65-652b66643e6b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0538712 Aug 04 11:56:05.893474 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-642975ab-1b84-4a71-9c1c-87a757b74587 req-7a805b9e-1dbc-41d7-bdd7-30d0b7302c73 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501144 Aug 04 11:56:06.257691 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 766e2856-8ba2-45ea-b1a7-ac2480aaf388 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:56:06.357041 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11afb-17dd-4d99-ab5e-3a8cd7d310d9 req-b4f5f898-c4b9-448f-856d-ee796103ddc7 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:06.358710 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ffb11afb-17dd-4d99-ab5e-3a8cd7d310d9 req-b4f5f898-c4b9-448f-856d-ee796103ddc7 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 943 time: 0.0603759 Aug 04 11:56:06.372003 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:06.385636 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '766e2856-8ba2-45ea-b1a7-ac2480aaf388', 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55', 'port_id': '766e2856-8ba2-45ea-b1a7-ac2480aaf388', 'mac_address': 'fa:16:3e:1c:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d217841-8945-4227-9087-78415c72439a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:56:06.407433 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ffb11afb-17dd-4d99-ab5e-3a8cd7d310d9 req-63fe80eb-a628-4134-a482-9602ffd24c8d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Aug 04 11:56:06.439725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:06.454766 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766e2856-8ba2-45ea-b1a7-ac2480aaf388 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:06.475927 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:06.481340 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:06.537666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:06.867240 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['766e2856-8ba2-45ea-b1a7-ac2480aaf388'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:07.040591 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7018cd-6c56-4af9-860a-c4d96a50399f req-7287ae24-6452-4572-8949-e06bb6a65ae8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:07.043032 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c7018cd-6c56-4af9-860a-c4d96a50399f req-7287ae24-6452-4572-8949-e06bb6a65ae8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0709093 Aug 04 11:56:07.091138 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c7018cd-6c56-4af9-860a-c4d96a50399f req-cd8e5c01-d4eb-4b24-bce0-6a3b38343844 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Aug 04 11:56:07.540668 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a853f-fefe-4f35-ad5a-786b61dc11a1 req-7ec39d15-6e2d-4dd1-8311-7770d3093c06 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:07.542903 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-922a853f-fefe-4f35-ad5a-786b61dc11a1 req-7ec39d15-6e2d-4dd1-8311-7770d3093c06 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 944 time: 0.0569525 Aug 04 11:56:07.591948 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-922a853f-fefe-4f35-ad5a-786b61dc11a1 req-fd4de6cf-fa9a-4616-a89a-c49c10254167 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 04 11:56:08.234755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b89e1-7110-4d0d-981d-43a76d70f394 req-0269302d-081d-4e9c-8ff3-c96b97fc75c0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:08.236633 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4f8b89e1-7110-4d0d-981d-43a76d70f394 req-0269302d-081d-4e9c-8ff3-c96b97fc75c0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0559750 Aug 04 11:56:08.267210 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 766e2856-8ba2-45ea-b1a7-ac2480aaf388 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:56:08.280677 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4f8b89e1-7110-4d0d-981d-43a76d70f394 req-692c23b8-6a16-475b-a0df-3487529d313d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 Aug 04 11:56:08.321085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:56:08.326275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:56:08.326591 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:08.414918 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:08.439509 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:08.441792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867e15b-8a4c-4452-b0ee-ff520231a3e1" -d '{"events": [{"server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "name": "network-vif-plugged", "status": "completed", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:08.457642 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:08.462132 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:08.487085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1608a93c-112c-4d4a-bec2-69365c462818 x-openstack-request-id: req-1608a93c-112c-4d4a-bec2-69365c462818 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:08.487427 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "name": "network-vif-plugged", "status": "completed", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:08.487645 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1608a93c-112c-4d4a-bec2-69365c462818 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:08.488146 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388', 'code': 200} Aug 04 11:56:08.515674 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:08.757787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a22a60-811f-493a-8616-edb8429dcbb7 req-e258d1c3-4fef-4873-8dca-3785fff2cfce tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:08.759515 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-65a22a60-811f-493a-8616-edb8429dcbb7 req-e258d1c3-4fef-4873-8dca-3785fff2cfce tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0761633 Aug 04 11:56:08.811679 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-65a22a60-811f-493a-8616-edb8429dcbb7 req-c245a957-b71a-48b6-b540-850e8ad9a8d6 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Aug 04 11:56:09.405177 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c0203-5226-48e1-89cb-66d5ef5de9ca req-18a44431-1c91-4b32-a92c-42d259373f1b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:09.406744 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e73c0203-5226-48e1-89cb-66d5ef5de9ca req-18a44431-1c91-4b32-a92c-42d259373f1b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Aug 04 11:56:09.448380 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e73c0203-5226-48e1-89cb-66d5ef5de9ca req-e9255124-0c80-4a6b-bc08-dee27178aa97 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Aug 04 11:56:09.952009 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e0e46-0306-42aa-b9f5-39ecf7bf38d2 req-be3b17de-5648-4e06-b97a-87cf3d8eede2 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:09.953595 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-af2e0e46-0306-42aa-b9f5-39ecf7bf38d2 req-be3b17de-5648-4e06-b97a-87cf3d8eede2 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0613177 Aug 04 11:56:10.002470 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-af2e0e46-0306-42aa-b9f5-39ecf7bf38d2 req-1ce62e79-8ada-49bc-b1d8-33027757ed10 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Aug 04 11:56:10.582134 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041026-cc6d-4731-99c6-44f050b940ab req-a1d24a00-5ade-45cd-8108-a4f9b0b4bcfc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:10.583780 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ff041026-cc6d-4731-99c6-44f050b940ab req-a1d24a00-5ade-45cd-8108-a4f9b0b4bcfc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0537643 Aug 04 11:56:10.632768 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ff041026-cc6d-4731-99c6-44f050b940ab req-2082b3ad-e5c6-4590-bc51-fb6a6c2bc31e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Aug 04 11:56:11.153237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea4053-9828-4a3b-be6b-70df86aa64d3 req-ea8c86bf-f7f6-4972-acde-8de7262c5a41 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:11.154780 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-46ea4053-9828-4a3b-be6b-70df86aa64d3 req-ea8c86bf-f7f6-4972-acde-8de7262c5a41 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Aug 04 11:56:11.205351 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-46ea4053-9828-4a3b-be6b-70df86aa64d3 req-a5a062f1-3420-4476-99b0-c651d7fe7721 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Aug 04 11:56:11.401403 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1cb81-8b79-4aef-a31d-e27a0522b334 req-9276fe5d-c758-4b0e-9159-1a27ab39d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:11.402966 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-23c1cb81-8b79-4aef-a31d-e27a0522b334 req-9276fe5d-c758-4b0e-9159-1a27ab39d75e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 1098 time: 0.0446846 Aug 04 11:56:11.453763 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-23c1cb81-8b79-4aef-a31d-e27a0522b334 req-9039df24-2d81-4024-b1b4-f81a0d1bc412 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Aug 04 11:56:11.761144 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671b9f-899c-4ae6-94f2-3feffad74bfe req-87edbe3d-0d65-44be-a322-a911643a460f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:11.762742 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35671b9f-899c-4ae6-94f2-3feffad74bfe req-87edbe3d-0d65-44be-a322-a911643a460f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0531678 Aug 04 11:56:11.807499 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35671b9f-899c-4ae6-94f2-3feffad74bfe req-db370f4d-f84e-4c23-8b09-c37e8f980a00 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Aug 04 11:56:12.359193 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cecf2-6091-488e-8ae4-4927924cf0a7 req-07bafd46-42f6-4f33-af7d-30208c715134 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:12.361589 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-377cecf2-6091-488e-8ae4-4927924cf0a7 req-07bafd46-42f6-4f33-af7d-30208c715134 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0817406 Aug 04 11:56:12.421627 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-377cecf2-6091-488e-8ae4-4927924cf0a7 req-3467c444-2781-42c4-8eed-10ccfbb5c501 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Aug 04 11:56:12.970815 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906417f-7c3a-4012-9c0e-11d68c270f29 req-88383959-ab41-4992-a8ee-98680ce9df4c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:12.972444 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0906417f-7c3a-4012-9c0e-11d68c270f29 req-88383959-ab41-4992-a8ee-98680ce9df4c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0589433 Aug 04 11:56:13.014493 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0906417f-7c3a-4012-9c0e-11d68c270f29 req-4443473c-1488-4139-b557-b98a5b2109f1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Aug 04 11:56:13.618830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d8c9-5e43-49ea-9534-adb113944ddf req-6452819d-0a4a-4a93-9738-1203e7230c2a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:13.621729 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2b85d8c9-5e43-49ea-9534-adb113944ddf req-6452819d-0a4a-4a93-9738-1203e7230c2a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0801706 Aug 04 11:56:13.675874 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2b85d8c9-5e43-49ea-9534-adb113944ddf req-10dc431d-4a06-4da0-8678-41fc3105248c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Aug 04 11:56:14.175975 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf9b0d-ee51-40c8-bcdb-5a969633cf97 req-1cddccbd-13ee-43ed-81ec-0baef65168b9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:14.178666 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6bbf9b0d-ee51-40c8-bcdb-5a969633cf97 req-1cddccbd-13ee-43ed-81ec-0baef65168b9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0849361 Aug 04 11:56:14.244842 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6bbf9b0d-ee51-40c8-bcdb-5a969633cf97 req-bd1a2231-5244-45bb-a640-1ee197ec73ed tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499291 Aug 04 11:56:15.418003 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e90f-f624-46ed-adf4-38be2de11b7b req-e095f707-1219-4148-9945-1614327e2dfc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:15.419617 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d395e90f-f624-46ed-adf4-38be2de11b7b req-e095f707-1219-4148-9945-1614327e2dfc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0568364 Aug 04 11:56:15.471732 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d395e90f-f624-46ed-adf4-38be2de11b7b req-af60a4ae-977f-46f1-bf7b-7ffb19d1ba47 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Aug 04 11:56:15.849135 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:56:16.615538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcd0d9-26e8-45b2-a522-107f1b4e222a req-d096310e-f386-4456-b8fa-4a20e68a58b0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:16.617149 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1efcd0d9-26e8-45b2-a522-107f1b4e222a req-d096310e-f386-4456-b8fa-4a20e68a58b0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0625334 Aug 04 11:56:16.678576 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1efcd0d9-26e8-45b2-a522-107f1b4e222a req-9d90f21c-4c91-47bd-9684-30556f6536cc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495470 Aug 04 11:56:17.848720 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eafc7-7641-491b-b757-4d819a9acced req-af9fde90-c760-4d7c-a08b-8a98c775d9f5 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:17.850319 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-314eafc7-7641-491b-b757-4d819a9acced req-af9fde90-c760-4d7c-a08b-8a98c775d9f5 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0650785 Aug 04 11:56:17.901550 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-314eafc7-7641-491b-b757-4d819a9acced req-e7d837ec-d24a-4ade-b8c0-364be508c6b6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Aug 04 11:56:19.047466 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea5642-2893-423d-bec9-b17998aeca41 req-3d41e3c0-639c-401e-a4aa-73b5fe03c3f9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.049978 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-76ea5642-2893-423d-bec9-b17998aeca41 req-3d41e3c0-639c-401e-a4aa-73b5fe03c3f9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0720780 Aug 04 11:56:19.096576 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-76ea5642-2893-423d-bec9-b17998aeca41 req-7b56205e-40d9-4e58-9e4c-0077789253e2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Aug 04 11:56:19.349142 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c205850-b53f-4cb1-9993-a6961f5c1a95 req-01f5389e-0385-4d27-813f-a70f1bf7949f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.354494 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4c205850-b53f-4cb1-9993-a6961f5c1a95 req-01f5389e-0385-4d27-813f-a70f1bf7949f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0732803 Aug 04 11:56:19.416049 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4c205850-b53f-4cb1-9993-a6961f5c1a95 req-6683753d-d836-445a-85fe-5e42804eca75 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571537 Aug 04 11:56:19.478600 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-6e238a65-d190-4614-a6df-cec6fc05e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.480528 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-6e238a65-d190-4614-a6df-cec6fc05e607 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 1098 time: 0.1031346 Aug 04 11:56:19.598785 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-e32025a7-d5f3-4467-9829-33b5b6eeece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.601074 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-e32025a7-d5f3-4467-9829-33b5b6eeece0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1123598 Aug 04 11:56:19.714602 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-4709f281-6a3d-4a2b-bd88-909909fb26e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 200 len: 1001 time: 0.1052620 Aug 04 11:56:19.783156 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-bf9ffde1-7ffd-478a-a13d-7edfdc15af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.784826 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-bf9ffde1-7ffd-478a-a13d-7edfdc15af2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0562603 Aug 04 11:56:19.855712 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-d5c48ea3-e1c0-463c-875f-304bee243631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:19.857204 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-d5c48ea3-e1c0-463c-875f-304bee243631 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645607 Aug 04 11:56:19.990471 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-d460f2ea-f938-4b73-9e38-e1d3935af8f0 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035516 Aug 04 11:56:20.106320 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45adbd47-b682-4928-a6e0-9a52eaedc10a req-cd8189cf-b538-4ac7-b95a-c793fb0f4166 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071022 Aug 04 11:56:20.365007 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-11a9db86-a6bb-4d9b-99f2-e223495455c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:20.549656 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e46e69-f8a5-48f1-ac79-3182c60f2843 req-8cde72f0-4f8b-454b-a37e-e3a2b9b7bf20 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:20.551222 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a5e46e69-f8a5-48f1-ac79-3182c60f2843 req-8cde72f0-4f8b-454b-a37e-e3a2b9b7bf20 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0531795 Aug 04 11:56:20.598345 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a5e46e69-f8a5-48f1-ac79-3182c60f2843 req-500fa11b-32f9-47ff-9e2d-675185db58e1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 Aug 04 11:56:21.728608 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca146af-3a0c-4c5f-9b3c-024548087dcb req-dc2a207f-d93b-480e-99d0-9418ff4c752d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:21.730462 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9ca146af-3a0c-4c5f-9b3c-024548087dcb req-dc2a207f-d93b-480e-99d0-9418ff4c752d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0554683 Aug 04 11:56:21.773504 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9ca146af-3a0c-4c5f-9b3c-024548087dcb req-07e28524-f32e-44ae-9b68-ec00f46ece1e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367472 Aug 04 11:56:23.331234 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-50278056-010e-4e10-801d-cf3e4687c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:23.486563 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:23.543654 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.508651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43652) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:24.622913 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.722068 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.725932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.770801 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e31a20388474db6a4b91ab1729eb079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603922 Aug 04 11:56:24.771816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e890a7-077b-47b3-808c-84005bc6f1fe,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:24.773704 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43656) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:24.779797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.780164 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.780515 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.780855 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.781190 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.781522 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.781854 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.782189 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.782517 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.782843 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.783166 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.783489 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d155e83-059a-4d89-8823-e59966d8b224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.829179 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.854332 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.908947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.911858 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:24.916006 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9e890a7-077b-47b3-808c-84005bc6f1fe HTTP/1.1" status: 204 len: 168 time: 0.1383829 Aug 04 11:56:24.922580 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e890a7-077b-47b3-808c-84005bc6f1fe,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:24.929848 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.930201 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.930540 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.930876 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.932043 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.932283 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.932616 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.932949 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.933306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.933605 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.933934 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:24.934254 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a84a5f-e556-49f7-a7ab-8da46febb0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:25.051870 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:27.508780 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:47.640106 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-5c6988f0-de0c-4c8e-805d-012c67926e2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736174909&fields=id&tenant_id=f7c376d8e01c45868249b2a5363517b4 HTTP/1.1" status: 200 len: 267 time: 0.0408585 Aug 04 11:56:47.695835 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-1145a293-5314-47b5-80c0-7fb6ad44fda8 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:47.697995 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-1145a293-5314-47b5-80c0-7fb6ad44fda8 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 985 time: 0.0519331 Aug 04 11:56:47.710377 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Request body: {'port': {'security_groups': ['5b508fae-ea17-42cf-9229-08b1c6181e2f']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:47.785557 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.010671 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:48.048464 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.055501 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.093051 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:48.104182 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:48.104852 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.106551 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e41a12a3-2a22-4a40-982e-9adfde59af15 req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "PUT /v2.0/ports/4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 943 time: 0.4010859 Aug 04 11:56:48.107035 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:48.109316 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e80bfa1-1735-410d-9c2a-9cc571ad6716" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:48.112689 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 43914) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:48.166766 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd878e-98ca-479a-a1d8-f7bcfa892c88 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event updated for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=7']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:48.194594 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.232729 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.306321 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:48.323177 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.325963 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.327823 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "DELETE /v2.0/security-groups/03c152a8-2312-4208-bff1-e96870759317 HTTP/1.1" status: 204 len: 168 time: 0.2134986 Aug 04 11:56:48.330108 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 43918) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:48.346582 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47865b95-8a7a-468c-9281-cb226eae8f2c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c152a8-2312-4208-bff1-e96870759317,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:48.373531 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc115ee-2268-49ff-99c8-9e51943b5a40 x-openstack-request-id: req-4fc115ee-2268-49ff-99c8-9e51943b5a40 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:48.373822 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:48.374155 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4fc115ee-2268-49ff-99c8-9e51943b5a40 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:48.374457 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:56:48.525737 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-6661a97d-579e-4e11-94f4-b014238eb5ba None None] Provisioning complete for port 4187099e-c401-4a94-9231-372cc3275959 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:56:48.526467 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-6661a97d-579e-4e11-94f4-b014238eb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.531245 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-abb2e464-f80a-4254-9f9a-507256ee87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:48.533067 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-abb2e464-f80a-4254-9f9a-507256ee87d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0515852 Aug 04 11:56:48.536083 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Deleting port 62b1af4a-bf48-420a-aaa6-305b562aa976 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:56:48.536435 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.636513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.636738 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:48.652884 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Calling delete_port for 62b1af4a-bf48-420a-aaa6-305b562aa976 owned by network:floatingip {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:56:49.108507 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:49.135489 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event deleted for resources: {'Port': ['ID=62b1af4a-bf48-420a-aaa6-305b562aa976,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:49.201830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks [] for floatingip, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:49.202301 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Floating IP bd6ed005-e57e-492f-97a9-f3c133f6f19b disassociated (deleted). External IP: 172.27.1.12, port: 4187099e-c401-4a94-9231-372cc3275959. Aug 04 11:56:49.403500 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Router 407477ba-0231-4b5d-87a8-fb16cb325d97 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:56:49.510673 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:56:49.515702 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:49.520536 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Sync routers for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:56:49.537478 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:56:49.538097 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:49.544367 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-dde5bc62-09ff-4632-841e-7bec6465b3c4 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "DELETE /v2.0/floatingips/bd6ed005-e57e-492f-97a9-f3c133f6f19b HTTP/1.1" status: 204 len: 168 time: 1.2131462 Aug 04 11:56:49.650715 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:56:50.029298 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:50.059495 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Checking router: 407477ba-0231-4b5d-87a8-fb16cb325d97 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:56:50.067867 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:56:50.068853 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:50.175237 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:56:50.369909 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-fe961ca4-f587-4641-a04d-374cf3d2181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:50.375967 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:50.378431 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c" -d '{"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:50.390918 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:56:50.416777 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf145b-0a78-43e0-8d4c-4bf441d75250 x-openstack-request-id: req-e0bf145b-0a78-43e0-8d4c-4bf441d75250 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:50.417072 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:50.417329 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0bf145b-0a78-43e0-8d4c-4bf441d75250 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:50.417730 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:56:50.419236 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ad056-970b-4659-b79c-9c2454d369ce None None] The sync data for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi is: [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:53:22Z', 'revision_number': 4, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb', 'name': '', 'network_id': 'd0be09c0-8856-4adb-b190-02ad13cf99bf', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'mac_address': 'fa:16:3e:90:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:21Z', 'updated_at': '2021-08-04T11:53:32Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'subnets': [{'id': 'c081a140-a559-49a9-a327-b0e1cef0b195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:56:50.639993 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828d980-6874-42e4-8a1d-9faa5a733691 None None] New status for floating IP bd6ed005-e57e-492f-97a9-f3c133f6f19b: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:56:51.527099 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-7fc7f90a-b913-432b-90b0-0527cc0d7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:51.528648 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-7fc7f90a-b913-432b-90b0-0527cc0d7c37 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.0934203 Aug 04 11:56:51.581845 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-6ae64efd-77f2-42d9-a73b-8b729e476f7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 217 time: 0.0455518 Aug 04 11:56:51.634892 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-beaeaf10-45be-459b-a852-8dc970a6adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:51.636298 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-beaeaf10-45be-459b-a852-8dc970a6adfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.0457070 Aug 04 11:56:51.685066 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-d03a7de2-7ab5-4272-b4bd-a80111ea0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:51.686602 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-d03a7de2-7ab5-4272-b4bd-a80111ea0a1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407019 Aug 04 11:56:51.782050 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-6ba04bef-3cfa-4607-860c-1555c137b13c service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Aug 04 11:56:51.878711 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e80bfa1-1735-410d-9c2a-9cc571ad6716 req-6d8a7211-35f5-43ec-a983-c775cdfefb52 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872750 Aug 04 11:56:52.025110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-0aca490c-2712-4405-ac63-600c4ae6d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:52.026615 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-0aca490c-2712-4405-ac63-600c4ae6d02a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f7c376d8e01c45868249b2a5363517b4&device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0462880 Aug 04 11:56:52.127369 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-9fa16cd5-113f-48a6-804a-1e82fd18aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:52.128893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-9fa16cd5-113f-48a6-804a-1e82fd18aaa2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 200 len: 915 time: 0.0918941 Aug 04 11:56:52.188340 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-6ac6e2ac-82c1-416c-933f-ff5d70274a27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 200 len: 217 time: 0.0403669 Aug 04 11:56:52.255603 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-a65fcc53-3f4b-41dd-9190-84ed351ac058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:52.257380 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-a65fcc53-3f4b-41dd-9190-84ed351ac058 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 200 len: 853 time: 0.0548110 Aug 04 11:56:52.321409 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-cfa4c153-7420-4e93-8fdb-ec296703a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:52.326201 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-cfa4c153-7420-4e93-8fdb-ec296703a9ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d0be09c0-8856-4adb-b190-02ad13cf99bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557241 Aug 04 11:56:52.486147 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-ff038aca-dda7-46b8-b9af-ee83357ac4d3 service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505499 Aug 04 11:56:52.602898 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-58d5f1d1-7c49-4aa4-b8ce-5bf50a0a756c req-de6bc2ff-92d4-4cac-93b2-e4c71503b87f service neutron] 10.222.0.89 "GET /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926595 Aug 04 11:56:52.848747 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:56:53.334044 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7d4a46e0-7823-4865-ae75-9680de1e31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:53.480073 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:53.550562 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:55.051860 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:57.520359 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:57.635254 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b77fb-1e79-4405-9ea7-35db270f08ce req-8cdcff04-4721-4b87-a6a9-4ba096f480aa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:57.636771 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-294b77fb-1e79-4405-9ea7-35db270f08ce req-8cdcff04-4721-4b87-a6a9-4ba096f480aa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0523918 Aug 04 11:56:57.679360 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-294b77fb-1e79-4405-9ea7-35db270f08ce req-636ba40f-eb28-4aaa-b936-27b4543b12dc tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Aug 04 11:56:58.556202 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd84978-40c7-4fe8-8fc1-53f2f4bf9900 req-2db7af3a-bfed-4e82-9f82-54a888067b9f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:58.556202 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3bd84978-40c7-4fe8-8fc1-53f2f4bf9900 req-2db7af3a-bfed-4e82-9f82-54a888067b9f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0507951 Aug 04 11:56:58.591996 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3bd84978-40c7-4fe8-8fc1-53f2f4bf9900 req-cb8c590d-ce16-4ccd-a069-54bb9074dbca tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Aug 04 11:56:58.815615 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd242d5d-a4db-4e3a-bbc1-df9d2243c9de req-35fe8e5d-62dc-45c9-851f-dbca0790abc9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:58.817151 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fd242d5d-a4db-4e3a-bbc1-df9d2243c9de req-35fe8e5d-62dc-45c9-851f-dbca0790abc9 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0624781 Aug 04 11:56:58.867955 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fd242d5d-a4db-4e3a-bbc1-df9d2243c9de req-9e152dda-38ad-4057-b62d-bbadd8fa48bd tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Aug 04 11:56:59.718130 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6667d-d2d9-491b-be26-c1c4c361357a req-a06dff89-514b-4c05-ac59-8c205abcb42f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:59.719748 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dcc6667d-d2d9-491b-be26-c1c4c361357a req-a06dff89-514b-4c05-ac59-8c205abcb42f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0536761 Aug 04 11:56:59.760180 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dcc6667d-d2d9-491b-be26-c1c4c361357a req-43c77bc1-3ac8-4f30-bfc8-2fcf0871da60 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Aug 04 11:56:59.987794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906531f-0fec-4c7b-954d-61abf490b5f9 req-857990fc-0f57-4387-a8f8-0a9b42b8b1fa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:59.989303 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c906531f-0fec-4c7b-954d-61abf490b5f9 req-857990fc-0f57-4387-a8f8-0a9b42b8b1fa tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0520301 Aug 04 11:57:00.034571 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c906531f-0fec-4c7b-954d-61abf490b5f9 req-2611ac85-2c15-44fd-99a4-2b73722ea2df tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Aug 04 11:57:00.884820 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3eb41-c321-4b6e-8eaf-93de861e1794 req-9dc2f774-2057-4a29-8eef-509edefc22ba tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:00.886413 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-45b3eb41-c321-4b6e-8eaf-93de861e1794 req-9dc2f774-2057-4a29-8eef-509edefc22ba tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0515425 Aug 04 11:57:00.935048 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-45b3eb41-c321-4b6e-8eaf-93de861e1794 req-63e6e500-8631-4a79-bf99-d472265d3d7a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Aug 04 11:57:01.156504 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd64343-57ae-4975-bb08-c7bd41d9c01d req-86a22092-3fd6-473b-a46e-3dd059a8c62f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:01.158039 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6bd64343-57ae-4975-bb08-c7bd41d9c01d req-86a22092-3fd6-473b-a46e-3dd059a8c62f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0513556 Aug 04 11:57:01.200445 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6bd64343-57ae-4975-bb08-c7bd41d9c01d req-a3c3f6fe-86ea-4410-b206-f2dbdbbe3646 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362236 Aug 04 11:57:02.069519 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610921e-03d5-4134-9fde-4fadb0c42bd6 req-ae6993c7-632f-4ba2-9e35-6ca222ca8abc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:02.071672 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c610921e-03d5-4134-9fde-4fadb0c42bd6 req-ae6993c7-632f-4ba2-9e35-6ca222ca8abc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0538511 Aug 04 11:57:02.111329 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c610921e-03d5-4134-9fde-4fadb0c42bd6 req-9d16d6ad-70c1-44b7-be0d-28ab166edd57 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Aug 04 11:57:02.320853 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613477-4811-4670-a76d-47bcd2c80860 req-d7c882be-8e5f-4aa2-9d31-f288b0fc6579 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:02.322799 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e9613477-4811-4670-a76d-47bcd2c80860 req-d7c882be-8e5f-4aa2-9d31-f288b0fc6579 tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Aug 04 11:57:02.366236 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e9613477-4811-4670-a76d-47bcd2c80860 req-19e4d2c3-673f-4c5c-94da-d00004d4a09c tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/security-groups?id=5b508fae-ea17-42cf-9229-08b1c6181e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Aug 04 11:57:02.492381 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-742ed2c4-856d-4686-8693-98cb7a56b85d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:02.494509 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-742ed2c4-856d-4686-8693-98cb7a56b85d tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.89 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Aug 04 11:57:02.592201 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Deleting port 4187099e-c401-4a94-9231-372cc3275959 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:02.592452 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:02.686274 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] For port 4187099e-c401-4a94-9231-372cc3275959, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=4187099e-c401-4a94-9231-372cc3275959,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:02.686694 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:02.699115 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Calling delete_port for 4187099e-c401-4a94-9231-372cc3275959 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:02.837959 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:02.879699 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['4187099e-c401-4a94-9231-372cc3275959'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:02.889150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Pushing event deleted for resources: {'Port': ['ID=4187099e-c401-4a94-9231-372cc3275959,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:02.954559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] No DVR routers for this DVR port 4187099e-c401-4a94-9231-372cc3275959 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:02.957423 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:02.959626 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-fb2a21a6-2feb-43b1-9345-edd01e185b5d req-a33dd635-8be4-4f6f-b558-d4feb7d0d47f tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.89 "DELETE /v2.0/ports/4187099e-c401-4a94-9231-372cc3275959 HTTP/1.1" status: 204 len: 173 time: 0.4578371 Aug 04 11:57:02.960306 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'name': 'network-vif-deleted', 'tag': '4187099e-c401-4a94-9231-372cc3275959'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:02.962716 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae134d2f-489e-4c0e-bd2a-68418d23664f" -d '{"events": [{"server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "name": "network-vif-deleted", "tag": "4187099e-c401-4a94-9231-372cc3275959"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:03.144270 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d9401-5685-4d8c-bbe3-4a301f1c3bf0 x-openstack-request-id: req-b65d9401-5685-4d8c-bbe3-4a301f1c3bf0 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:03.144734 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d7143a-6ce5-4cf4-b3f8-f05728b11aa7", "name": "network-vif-deleted", "tag": "4187099e-c401-4a94-9231-372cc3275959", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:03.145087 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b65d9401-5685-4d8c-bbe3-4a301f1c3bf0 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:03.145580 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d7143a-6ce5-4cf4-b3f8-f05728b11aa7', 'name': 'network-vif-deleted', 'tag': '4187099e-c401-4a94-9231-372cc3275959', 'status': 'completed', 'code': 200} Aug 04 11:57:03.273696 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f698741-fbcb-453f-981f-17a95e4190cd req-3ea44138-42b3-43c2-9d16-9c847b00a709 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:03.276548 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5f698741-fbcb-453f-981f-17a95e4190cd req-3ea44138-42b3-43c2-9d16-9c847b00a709 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0674863 Aug 04 11:57:03.324120 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5f698741-fbcb-453f-981f-17a95e4190cd req-2829e563-426e-4880-87a3-635958877680 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Aug 04 11:57:03.513918 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-91f192e9-8b50-4bb2-bc16-ba606e4ad643 req-48315f31-44a5-4fdc-8249-55d1cf5d59ca tempest-TestMinimumBasicScenario-900243273 tempest-TestMinimumBasicScenario-900243273-project] 10.222.0.54 "GET /v2.0/ports?device_id=32d7143a-6ce5-4cf4-b3f8-f05728b11aa7 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Aug 04 11:57:04.455865 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05137f17-9287-4424-84eb-c9326fa4c79e req-8e061983-7100-4280-bb61-02fdd8e324bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:04.457303 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-05137f17-9287-4424-84eb-c9326fa4c79e req-8e061983-7100-4280-bb61-02fdd8e324bd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0506704 Aug 04 11:57:04.498354 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-05137f17-9287-4424-84eb-c9326fa4c79e req-c89e4071-3091-43f2-90de-12f04b06fbfa tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347078 Aug 04 11:57:05.269717 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44176) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:05.457656 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4187099e-c401-4a94-9231-372cc3275959 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:05.482249 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 4187099e-c401-4a94-9231-372cc3275959 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:05.482592 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 4187099e-c401-4a94-9231-372cc3275959 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:05.630462 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33eaa0-9e6e-4b46-91d7-d1c1a3da609d req-755d4e0c-3071-4137-9225-ebc32a3396ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:05.632123 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9f33eaa0-9e6e-4b46-91d7-d1c1a3da609d req-755d4e0c-3071-4137-9225-ebc32a3396ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0554082 Aug 04 11:57:05.676000 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9f33eaa0-9e6e-4b46-91d7-d1c1a3da609d req-b56c8949-c18b-423f-8ee8-bc8682786955 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Aug 04 11:57:05.720364 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:06.019125 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Deleting port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:06.019474 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:06.095959 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] For port 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:06.096353 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:06.108920 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Calling delete_port for 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:06.284167 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:06.312852 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:06.503190 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:06.913478 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87d8be-d009-4760-85a9-fec09369cc9a req-d1541872-6edb-4b53-95e8-4b143b031e35 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:06.915374 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f87d8be-d009-4760-85a9-fec09369cc9a req-d1541872-6edb-4b53-95e8-4b143b031e35 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0645480 Aug 04 11:57:07.041102 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f87d8be-d009-4760-85a9-fec09369cc9a req-6fc7169b-4401-4dbd-ba02-61c3b2dc63dd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892482 Aug 04 11:57:07.068513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Router 407477ba-0231-4b5d-87a8-fb16cb325d97 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:57:07.190902 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:57:07.197408 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3b10dba8-5f20-41b9-857a-f6cb4761ceaa admin admin] 10.222.0.54 "PUT /v2.0/routers/407477ba-0231-4b5d-87a8-fb16cb325d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9249167 Aug 04 11:57:07.205783 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44198) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:07.208501 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Sync routers for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:57:07.218579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:07.219315 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:07.314019 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.329766 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:07.424359 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.481826 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Deleting port 0f054b64-0eda-4fbf-8656-06211c38ed5c {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:07.482177 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.515596 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:57:06Z', 'revision_number': 5, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port': {'id': '0f054b64-0eda-4fbf-8656-06211c38ed5c', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:19Z', 'updated_at': '2021-08-04T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:07.546049 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Checking router: 407477ba-0231-4b5d-87a8-fb16cb325d97 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:57:07.554862 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Routers {'407477ba-0231-4b5d-87a8-fb16cb325d97'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:07.555373 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['407477ba-0231-4b5d-87a8-fb16cb325d97'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:07.570136 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] For port 0f054b64-0eda-4fbf-8656-06211c38ed5c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=0f054b64-0eda-4fbf-8656-06211c38ed5c,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:07.570453 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.584908 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Calling delete_port for 0f054b64-0eda-4fbf-8656-06211c38ed5c owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:07.655690 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] Set router 407477ba-0231-4b5d-87a8-fb16cb325d97 gateway port host: None {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:07.713145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:57:07Z', 'revision_number': 6, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:07.740397 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d011ac-ab57-4a4e-876f-471ccf9dbabc None None] The sync data for ids ['407477ba-0231-4b5d-87a8-fb16cb325d97'] in dv-cinder-792800-3-iscsi is: [{'id': '407477ba-0231-4b5d-87a8-fb16cb325d97', 'name': 'tempest-TestMinimumBasicScenario-445558479-router', 'tenant_id': 'f7c376d8e01c45868249b2a5363517b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:18Z', 'updated_at': '2021-08-04T11:57:07Z', 'revision_number': 6, 'project_id': 'f7c376d8e01c45868249b2a5363517b4', 'gw_port_host': None}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:57:07.767615 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.794919 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f054b64-0eda-4fbf-8656-06211c38ed5c,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:07.856006 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.875936 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44208) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:07.946658 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.949197 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.985806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d9e667bc-1f65-40d4-af3b-e5fc3cc3618a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.999214 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:07.999849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407477ba-0231-4b5d-87a8-fb16cb325d97 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:57:08.005433 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.010329 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-056c6da5-9601-4b8c-8669-a7883edce252 admin admin] 10.222.0.54 "DELETE /v2.0/routers/407477ba-0231-4b5d-87a8-fb16cb325d97 HTTP/1.1" status: 204 len: 168 time: 0.7997217 Aug 04 11:57:08.010663 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44212) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:08.057582 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Deleting subnet c081a140-a559-49a9-a327-b0e1cef0b195 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:57:08.060856 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.084940 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d9e667bc-1f65-40d4-af3b-e5fc3cc3618a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.093265 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d9e667bc-1f65-40d4-af3b-e5fc3cc3618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.100075 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.153491 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d9e667bc-1f65-40d4-af3b-e5fc3cc3618a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef1cc68911a9484cb8fd719a09a0aacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741044 Aug 04 11:57:08.153491 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e667bc-1f65-40d4-af3b-e5fc3cc3618a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3825a3a2-1151-4643-a467-b713323192bf,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:08.155935 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44216) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:08.266489 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:08.268754 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.269369 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035c86-782b-4e53-9c8a-1ceceeb9b314 req-23de4051-6683-4665-a765-eadeda508904 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:08.271090 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ae035c86-782b-4e53-9c8a-1ceceeb9b314 req-23de4051-6683-4665-a765-eadeda508904 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0817325 Aug 04 11:57:08.274192 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.299736 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:08.300212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0e9cfe3f-b66e-48ca-bb20-81d59d36a8eb not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:08.314150 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.343438 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.344035 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ae035c86-782b-4e53-9c8a-1ceceeb9b314 req-8aaa7c98-e897-4470-9276-61a1e0fba69a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663455 Aug 04 11:57:08.371218 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c081a140-a559-49a9-a327-b0e1cef0b195,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:08.377120 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.379321 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d49d877f-e1f8-429e-b67c-cb57b5c01399 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c081a140-a559-49a9-a327-b0e1cef0b195 HTTP/1.1" status: 204 len: 168 time: 0.3675563 Aug 04 11:57:08.382942 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.383194 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44218) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:08.384276 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f111bce-991e-4205-b535-eeaf2607ec20 None None] Network d0be09c0-8856-4adb-b190-02ad13cf99bf requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:57:08.388554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.392240 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3825a3a2-1151-4643-a467-b713323192bf HTTP/1.1" status: 204 len: 168 time: 0.2330775 Aug 04 11:57:08.403827 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5a618-5c25-44d4-8ccf-113342c795df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825a3a2-1151-4643-a467-b713323192bf,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:08.468062 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.543276 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Deleting port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:08.543550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.639723 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] For port bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:08.639723 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.655922 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] DHCP port deletion for d0be09c0-8856-4adb-b190-02ad13cf99bf request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:57:08.683350 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Calling delete_port for bbe7c7f8-94a2-4fae-9f35-9784069d06f4 owned by network:dhcp {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:08.724397 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Deleting port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:08.724781 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.770038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.799077 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:08.799350 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] For port bbe7c7f8-94a2-4fae-9f35-9784069d06f4, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,segment=NetworkSegment(d23556f4-ad55-43a3-aede-8a9f33e47092),segment_id=d23556f4-ad55-43a3-aede-8a9f33e47092)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:08.799542 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.805970 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] No DVR routers for this DVR port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 on host dv-cinder-792800-3-iscsi {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:08.816243 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Calling delete_port for bbe7c7f8-94a2-4fae-9f35-9784069d06f4 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:08.896915 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.909784 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0be09c0-8856-4adb-b190-02ad13cf99bf']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:08.925746 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23556f4-ad55-43a3-aede-8a9f33e47092') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:08.926663 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23556f4-ad55-43a3-aede-8a9f33e47092') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:08.940388 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.964733 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.971449 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.971959 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:57:08.972382 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:57:08.974435 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:57:09.003722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Pushing event deleted for resources: {'Port': ['ID=bbe7c7f8-94a2-4fae-9f35-9784069d06f4,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:09.009049 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] No DVR routers for this DVR port bbe7c7f8-94a2-4fae-9f35-9784069d06f4 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:09.020892 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.021244 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.021782 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.022314 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.023000 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.023600 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.024694 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.025196 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.026055 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.026628 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.026994 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.027401 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54466c66-25a1-440e-82a5-f9d911e92872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:09.042585 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.056386 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.058248 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] 10.222.0.54 "DELETE /v2.0/networks/d0be09c0-8856-4adb-b190-02ad13cf99bf HTTP/1.1" status: 204 len: 168 time: 0.6734290 Aug 04 11:57:09.061299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44224) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:09.067648 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9bc47-68fb-49aa-8b62-27355762cc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0be09c0-8856-4adb-b190-02ad13cf99bf,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:09.416642 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.478954 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91b6a3-bb14-4a7d-b4c3-fb4aa45a4210 req-f0ee43d5-e701-4676-a0b1-641d9268611a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:09.480479 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bd91b6a3-bb14-4a7d-b4c3-fb4aa45a4210 req-f0ee43d5-e701-4676-a0b1-641d9268611a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0550020 Aug 04 11:57:09.520238 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bd91b6a3-bb14-4a7d-b4c3-fb4aa45a4210 req-a955e4fb-a096-40ef-8de7-817e17f05633 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Aug 04 11:57:09.673904 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Deleting port 4242300a-0b3d-409d-9fcb-856c4af02248 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:09.674249 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.758199 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] For port 4242300a-0b3d-409d-9fcb-856c4af02248, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=4242300a-0b3d-409d-9fcb-856c4af02248,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:09.758739 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.776422 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Calling delete_port for 4242300a-0b3d-409d-9fcb-856c4af02248 owned by network:router_interface {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:09.942827 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0f054b64-0eda-4fbf-8656-06211c38ed5c no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:09.966959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 0f054b64-0eda-4fbf-8656-06211c38ed5c {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:09.967300 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 0f054b64-0eda-4fbf-8656-06211c38ed5c not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:09.968165 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device bbe7c7f8-94a2-4fae-9f35-9784069d06f4 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:09.987182 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:09.991668 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: bbe7c7f8-94a2-4fae-9f35-9784069d06f4 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:09.992090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device bbe7c7f8-94a2-4fae-9f35-9784069d06f4 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:10.016418 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Pushing event deleted for resources: {'Port': ['ID=4242300a-0b3d-409d-9fcb-856c4af02248,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:10.194071 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:10.420728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:57:10.818243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:57:10.824215 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5a26a4fb-5484-4534-9b46-189098ef194f admin admin] 10.222.0.54 "PUT /v2.0/routers/333792b2-e62e-438b-bfc5-2b8bfb8230f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7618573 Aug 04 11:57:10.827002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44234) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:10.835942 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Sync routers for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:57:10.837074 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29ad32-fa06-445d-87f5-63d6bddfaab4 req-95e233da-c95f-424a-9f15-d149daa9bf18 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:10.838737 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f29ad32-fa06-445d-87f5-63d6bddfaab4 req-95e233da-c95f-424a-9f15-d149daa9bf18 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0694282 Aug 04 11:57:10.847694 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:10.848337 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:10.888310 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7f29ad32-fa06-445d-87f5-63d6bddfaab4 req-a4904a90-0694-4562-9ab0-e9b3e6a15dde tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Aug 04 11:57:10.946262 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:10.963662 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:11.058291 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.113663 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Deleting port 053ff7ce-e2b9-425a-9cae-7da92f7f4399 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:11.114015 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.166321 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:57:09Z', 'revision_number': 5, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port': {'id': '053ff7ce-e2b9-425a-9cae-7da92f7f4399', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:53:27Z', 'updated_at': '2021-08-04T11:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:11.192357 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Checking router: 333792b2-e62e-438b-bfc5-2b8bfb8230f8 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:57:11.200056 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] For port 053ff7ce-e2b9-425a-9cae-7da92f7f4399, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=053ff7ce-e2b9-425a-9cae-7da92f7f4399,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:11.200445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.205354 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Routers {'333792b2-e62e-438b-bfc5-2b8bfb8230f8'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:11.205982 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:11.222083 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Calling delete_port for 053ff7ce-e2b9-425a-9cae-7da92f7f4399 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:11.299618 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] Set router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:11.355823 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:57:11Z', 'revision_number': 6, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:11.381840 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5ed10-37db-4a36-aa14-464a91e04293 None None] The sync data for ids ['333792b2-e62e-438b-bfc5-2b8bfb8230f8'] in dv-cinder-792800-3-iscsi is: [{'id': '333792b2-e62e-438b-bfc5-2b8bfb8230f8', 'name': 'tempest-TestMinimumBasicScenario-1340761783-router', 'tenant_id': '210e5816a59943c488bc2b1277ac4f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:53:26Z', 'updated_at': '2021-08-04T11:57:11Z', 'revision_number': 6, 'project_id': '210e5816a59943c488bc2b1277ac4f91', 'gw_port_host': None}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:57:11.390332 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.419406 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=053ff7ce-e2b9-425a-9cae-7da92f7f4399,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:11.482805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.576097 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.578237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.624104 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.624657 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333792b2-e62e-438b-bfc5-2b8bfb8230f8 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:57:11.629254 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.630411 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ca77dd44-10a8-47e8-86ba-dad02b24b0b7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/333792b2-e62e-438b-bfc5-2b8bfb8230f8 HTTP/1.1" status: 204 len: 168 time: 0.8023601 Aug 04 11:57:11.632874 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44236) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:11.681361 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Deleting subnet 644019d5-a9ee-4667-a23b-4d715addc3f7 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:57:11.684546 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.722010 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.801996 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.859879 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.890425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644019d5-a9ee-4667-a23b-4d715addc3f7,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:11.892392 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:11.896041 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6f94e5f3-26bf-49d5-b757-37cb47b5eee8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/644019d5-a9ee-4667-a23b-4d715addc3f7 HTTP/1.1" status: 204 len: 168 time: 0.2604253 Aug 04 11:57:11.896260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3d262-85f2-4905-a248-80e4bbce4b63 None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:57:11.896991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44242) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:11.979744 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.019458 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ac74-c175-4aff-a365-e0e4bf165906 req-1f468404-88c7-40c7-8337-23433d26fc45 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:12.021758 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-83c9ac74-c175-4aff-a365-e0e4bf165906 req-1f468404-88c7-40c7-8337-23433d26fc45 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0544832 Aug 04 11:57:12.041334 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Deleting port f249e1dc-12f1-4584-8568-67beb5e0ef75 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:12.042109 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.062790 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-83c9ac74-c175-4aff-a365-e0e4bf165906 req-97e296bd-81bb-43d2-beb6-581d69eeade2 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349295 Aug 04 11:57:12.121986 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] For port f249e1dc-12f1-4584-8568-67beb5e0ef75, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=f249e1dc-12f1-4584-8568-67beb5e0ef75,segment=NetworkSegment(e1936f7c-0471-4c1b-963d-501111074cf2),segment_id=e1936f7c-0471-4c1b-963d-501111074cf2)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:12.122545 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.136898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] DHCP port deletion for 4da1001c-06e2-4b4e-80b2-64a9a064ae14 request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:57:12.142646 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Calling delete_port for f249e1dc-12f1-4584-8568-67beb5e0ef75 owned by network:dhcp {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:12.251969 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.283594 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Pushing event deleted for resources: {'Port': ['ID=f249e1dc-12f1-4584-8568-67beb5e0ef75,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:12.287304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] No DVR routers for this DVR port f249e1dc-12f1-4584-8568-67beb5e0ef75 on host dv-cinder-792800-3-iscsi {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:12.315050 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 053ff7ce-e2b9-425a-9cae-7da92f7f4399 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:12.339851 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 053ff7ce-e2b9-425a-9cae-7da92f7f4399 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:12.340193 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 053ff7ce-e2b9-425a-9cae-7da92f7f4399 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:12.340796 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device f249e1dc-12f1-4584-8568-67beb5e0ef75 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:12.365529 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: f249e1dc-12f1-4584-8568-67beb5e0ef75 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:12.365898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device f249e1dc-12f1-4584-8568-67beb5e0ef75 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:12.366290 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 4242300a-0b3d-409d-9fcb-856c4af02248 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:12.374099 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.387592 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da1001c-06e2-4b4e-80b2-64a9a064ae14']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:12.392243 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 4242300a-0b3d-409d-9fcb-856c4af02248 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:12.392710 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 4242300a-0b3d-409d-9fcb-856c4af02248 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:12.401541 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1936f7c-0471-4c1b-963d-501111074cf2') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:12.401867 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1936f7c-0471-4c1b-963d-501111074cf2') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:12.403277 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Deleting port f249e1dc-12f1-4584-8568-67beb5e0ef75 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:12.403688 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.414420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.429961 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.437524 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:57:12.437952 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:57:12.439861 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:57:12.478032 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] For port f249e1dc-12f1-4584-8568-67beb5e0ef75, host dv-cinder-792800-3-iscsi, got binding levels [] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:12.478558 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.495496 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Calling delete_port for f249e1dc-12f1-4584-8568-67beb5e0ef75 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:12.498267 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.ipam_backend_mixin [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Port f249e1dc-12f1-4584-8568-67beb5e0ef75 was not found and therefore no delete operation was performed {{(pid=104941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 11:57:12.499507 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.499659 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.508060 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.510867 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4da1001c-06e2-4b4e-80b2-64a9a064ae14 HTTP/1.1" status: 204 len: 168 time: 0.6120594 Aug 04 11:57:12.522074 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c8095-ad4a-4600-8b34-754dc04ec125 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da1001c-06e2-4b4e-80b2-64a9a064ae14,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:12.529032 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Network 4da1001c-06e2-4b4e-80b2-64a9a064ae14 is not hosted by any dhcp agent {{(pid=104941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 11:57:12.529491 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] No DVR routers for this DVR port f249e1dc-12f1-4584-8568-67beb5e0ef75 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:12.531276 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93362cc-a82f-48d0-9aec-b68c3a8ef6e4 None None] Pushing event deleted for resources: {'Port': ['ID=f249e1dc-12f1-4584-8568-67beb5e0ef75,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:12.678025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44248) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:12.720786 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-de9f0aeb-2f38-4c8b-9317-05813c1126e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7c376d8e01c45868249b2a5363517b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415111 Aug 04 11:57:12.723174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44250) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:12.771801 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.795458 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.848541 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.853628 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:12.854971 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b508fae-ea17-42cf-9229-08b1c6181e2f HTTP/1.1" status: 204 len: 168 time: 0.1308973 Aug 04 11:57:12.864915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34189a07-4304-40f5-b8b7-7949e9457672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b508fae-ea17-42cf-9229-08b1c6181e2f,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:13.231525 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccccbb-e702-4d51-a518-00d871d738dd req-ca17564d-93bb-4e06-839e-ab87e95f3335 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:13.233189 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b2ccccbb-e702-4d51-a518-00d871d738dd req-ca17564d-93bb-4e06-839e-ab87e95f3335 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0706835 Aug 04 11:57:13.285581 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44264) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:13.302626 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b2ccccbb-e702-4d51-a518-00d871d738dd req-de86ab35-0d88-4c22-a59c-a5aaa5257360 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598845 Aug 04 11:57:13.341555 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a4e64ae9-b9fe-436c-b8d3-4333420f6ee5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=210e5816a59943c488bc2b1277ac4f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541947 Aug 04 11:57:13.344057 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44268) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:13.404955 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:13.431720 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:13.497722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:13.500937 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:13.502974 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e6b4b17-faf9-4c23-9196-15089308633c HTTP/1.1" status: 204 len: 168 time: 0.1570599 Aug 04 11:57:13.516269 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6902-cb57-4346-a5ab-8e76b64dae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b4b17-faf9-4c23-9196-15089308633c,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:13.574421 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b7d10-fb89-4b9e-979a-507f16aacb08 req-03574085-630e-4b6e-80e0-9a5035573369 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:13.576205 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e35b7d10-fb89-4b9e-979a-507f16aacb08 req-03574085-630e-4b6e-80e0-9a5035573369 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0581589 Aug 04 11:57:13.616018 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e35b7d10-fb89-4b9e-979a-507f16aacb08 req-27a24fa3-364b-4cc6-a774-dae3addac2ba tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337839 Aug 04 11:57:14.434745 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f944d0-f6d8-4c71-9dc9-8870932b4439 req-463a65a3-fd72-485d-8729-4cb6905bd486 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:14.436266 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a3f944d0-f6d8-4c71-9dc9-8870932b4439 req-463a65a3-fd72-485d-8729-4cb6905bd486 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0510104 Aug 04 11:57:14.478779 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a3f944d0-f6d8-4c71-9dc9-8870932b4439 req-46cd1fda-010e-4da1-99fa-e1fb8c0f882b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363593 Aug 04 11:57:14.740790 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9af67-f391-4cde-b84d-4d1f59734fb2 req-9b3b7b45-f2d2-4a81-b8df-bb2b5fc62f01 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:14.742186 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2e9af67-f391-4cde-b84d-4d1f59734fb2 req-9b3b7b45-f2d2-4a81-b8df-bb2b5fc62f01 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0497868 Aug 04 11:57:14.786058 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d2e9af67-f391-4cde-b84d-4d1f59734fb2 req-f1e68c12-2f05-4513-81a8-3c640babef3d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Aug 04 11:57:15.363061 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe289d-3283-44d6-9f93-45cfc0d3dc1d req-7215f4b5-9330-4336-b4d9-fb7d6443f97c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:15.364722 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6abe289d-3283-44d6-9f93-45cfc0d3dc1d req-7215f4b5-9330-4336-b4d9-fb7d6443f97c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0499754 Aug 04 11:57:15.403923 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6abe289d-3283-44d6-9f93-45cfc0d3dc1d req-0bc2072f-f04c-48e4-8443-52ec036748c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331240 Aug 04 11:57:15.506470 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:57:15.627390 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72b816-ab19-403c-be44-79cdb34cd66d req-18ebc3fa-d882-4a33-ba86-38d7ba0efa00 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:15.628952 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9a72b816-ab19-403c-be44-79cdb34cd66d req-18ebc3fa-d882-4a33-ba86-38d7ba0efa00 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0566297 Aug 04 11:57:15.636848 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:15.651503 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:57:15.688329 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9a72b816-ab19-403c-be44-79cdb34cd66d req-cf09d40a-5b3f-4ca7-9699-16b0d17b44c5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Aug 04 11:57:15.692811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:15.708212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:15.731561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:15.735790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:15.788122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=6']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:15.926978 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231e9fa-e83b-41cc-a049-e8c3c209f7ab req-9d2e0b4b-3652-477e-8be4-5120928e57ff tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:15.928554 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7231e9fa-e83b-41cc-a049-e8c3c209f7ab req-9d2e0b4b-3652-477e-8be4-5120928e57ff tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Aug 04 11:57:15.934107 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['9c1b522a-1d40-45ec-9792-ff2252b668de'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:15.984878 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7231e9fa-e83b-41cc-a049-e8c3c209f7ab req-34f28cd0-d66f-463f-8ce2-c930a8469d96 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=bd1d70af-b3b3-49b2-b008-70f4c32a210f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 Aug 04 11:57:16.177346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1cddd-8021-4312-8661-d0458f9f16be req-d663bd2f-57ee-4bbc-ab69-c19b89378be6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:16.178716 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-65e1cddd-8021-4312-8661-d0458f9f16be req-d663bd2f-57ee-4bbc-ab69-c19b89378be6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 945 time: 0.0487120 Aug 04 11:57:16.278050 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Deleting port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:16.278394 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.370469 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] For port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:16.370839 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.535379 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb3652-de49-4532-aac6-4aaf88d96560 req-ea3ac6c8-f225-435b-8090-470add423194 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:16.537831 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ccbb3652-de49-4532-aac6-4aaf88d96560 req-ea3ac6c8-f225-435b-8090-470add423194 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0562577 Aug 04 11:57:16.588277 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ccbb3652-de49-4532-aac6-4aaf88d96560 req-5230f29f-d299-4af8-8263-f64a812e4d96 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Aug 04 11:57:16.638380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.638771 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.639089 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Floating IP 9b3ee936-3271-45b1-aaec-2d3247f295cd disassociated. External IP: 172.27.1.198, port: 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3. Aug 04 11:57:16.639588 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Calling delete_port for 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:16.858176 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.886345 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28986a6-1da7-4605-8b18-d55debc0ce24 req-323cffa0-1dba-414e-8691-19282aefaee1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:16.887988 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f28986a6-1da7-4605-8b18-d55debc0ce24 req-323cffa0-1dba-414e-8691-19282aefaee1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 945 time: 0.1066113 Aug 04 11:57:16.920963 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'Port': ['ID=6e11ba46-ccf8-41c4-832b-ae6702ebf4c3,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:17.006871 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f28986a6-1da7-4605-8b18-d55debc0ce24 req-077e3a44-d27e-42da-8084-59d45c129163 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963824 Aug 04 11:57:17.099450 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:57:17.110027 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e848c8d9-2a35-4546-84b1-0c5341843680 req-6267f98c-c5a4-4952-a6a4-4b6d1745595f tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Aug 04 11:57:17.237171 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:57:17.267502 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:57:17.279698 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:17.281362 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:17.315705 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] No DVR routers for this DVR port 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:17.319570 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:17.324425 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-65e1cddd-8021-4312-8661-d0458f9f16be req-c2bd2026-e77e-4f33-a989-8d30448d8b9e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "DELETE /v2.0/ports/6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 HTTP/1.1" status: 204 len: 173 time: 1.1362443 Aug 04 11:57:17.325049 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'name': 'network-vif-deleted', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:17.327460 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176550a-092a-4c10-97e1-7a1153fdb6f0" -d '{"events": [{"server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "name": "network-vif-deleted", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:17.375597 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5738b247-494c-405f-9b03-8d280afedfa1 x-openstack-request-id: req-5738b247-494c-405f-9b03-8d280afedfa1 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:17.375949 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0", "name": "network-vif-deleted", "tag": "6e11ba46-ccf8-41c4-832b-ae6702ebf4c3", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:17.376311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5738b247-494c-405f-9b03-8d280afedfa1 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:17.376748 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0', 'name': 'network-vif-deleted', 'tag': '6e11ba46-ccf8-41c4-832b-ae6702ebf4c3', 'status': 'completed', 'code': 200} Aug 04 11:57:17.442208 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:17.568229 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:57:17.621644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-28cee98a-3509-4f82-8b98-f0e78dc67109 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:17.623404 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-28cee98a-3509-4f82-8b98-f0e78dc67109 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0622253 Aug 04 11:57:17.659705 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 9c1b522a-1d40-45ec-9792-ff2252b668de triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:17.660122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:17.730389 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f548-f600-4a57-913e-c245b0eed60e req-274fde1d-2ea9-4714-ab60-f02e7bf0c006 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:17.732798 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7cd4f548-f600-4a57-913e-c245b0eed60e req-274fde1d-2ea9-4714-ab60-f02e7bf0c006 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 945 time: 0.0632119 Aug 04 11:57:17.767221 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:17.784223 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Deleting port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:17.785039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:17.788004 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7cd4f548-f600-4a57-913e-c245b0eed60e req-d77a8012-9d3b-4f97-98a7-c1236b830bea tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489399 Aug 04 11:57:17.806271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:57:17.812098 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:17.823840 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:17.824490 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:56:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:17.887091 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:17.889401 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebba764-159c-497b-8eb4-9ba30bfa2aa2" -d '{"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:17.911318 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:17.930420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] For port 766e2856-8ba2-45ea-b1a7-ac2480aaf388, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=766e2856-8ba2-45ea-b1a7-ac2480aaf388,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:17.930420 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:17.943058 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Calling delete_port for 766e2856-8ba2-45ea-b1a7-ac2480aaf388 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:18.008658 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:18.091845 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:18.092849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:18.197072 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:18.197793 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 6e11ba46-ccf8-41c4-832b-ae6702ebf4c3 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:18.254478 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9af6bb-b310-4042-86c8-c89b16dde8c9 x-openstack-request-id: req-9d9af6bb-b310-4042-86c8-c89b16dde8c9 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:18.254804 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:18.255063 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d9af6bb-b310-4042-86c8-c89b16dde8c9 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:18.255541 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'code': 200} Aug 04 11:57:18.259004 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:18.273260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=7']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:18.280441 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a3481-ad13-4373-a1fd-5b1add4958f5 req-3ead3322-a8f2-4630-b378-9c15a448dc58 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:18.282120 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-828a3481-ad13-4373-a1fd-5b1add4958f5 req-3ead3322-a8f2-4630-b378-9c15a448dc58 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.1254437 Aug 04 11:57:18.307260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['766e2856-8ba2-45ea-b1a7-ac2480aaf388'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:18.313143 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Pushing event deleted for resources: {'Port': ['ID=766e2856-8ba2-45ea-b1a7-ac2480aaf388,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:18.407213 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-828a3481-ad13-4373-a1fd-5b1add4958f5 req-6b7f810e-a0d2-40dc-9610-069b67de4652 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078153 Aug 04 11:57:18.443415 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] No DVR routers for this DVR port 766e2856-8ba2-45ea-b1a7-ac2480aaf388 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:18.446558 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:18.448838 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b41156b-d6a6-401b-a9b3-fe20ed45c004 req-7a4d1b32-dbe6-4c51-8e1e-ceacbfaef8cb tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "DELETE /v2.0/ports/766e2856-8ba2-45ea-b1a7-ac2480aaf388 HTTP/1.1" status: 204 len: 173 time: 0.8084180 Aug 04 11:57:18.500452 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:18.532404 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d4f3416b-e398-4e51-b634-715f6dcf27b4 req-4f89b605-f789-4bfe-926b-7ac84e4185c8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff0fdbd4-c67b-4b75-bc78-b0ce2b9d64c0 HTTP/1.1" status: 200 len: 210 time: 0.0546770 Aug 04 11:57:18.546989 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45311a8c-06cb-43c6-9909-86a850aeb14b None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:57:18.854333 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b47847-32a9-42fc-8984-0184ab822813 None None] New status for floating IP 9b3ee936-3271-45b1-aaec-2d3247f295cd: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:57:18.955370 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1b7aecf8-b3a9-4e88-847c-d705f243c3aa req-dfc0f5cb-90d4-449d-ac05-8ca0a679fe6c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=02761919-e422-456d-a395-dbdaa9763fb0 HTTP/1.1" status: 200 len: 210 time: 0.0577567 Aug 04 11:57:19.377565 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'name': 'network-vif-deleted', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:19.380614 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9545d0-5e15-44e4-8f78-631187ef0394" -d '{"events": [{"server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "name": "network-vif-deleted", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:19.418537 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86d9f82-1963-42f9-8d1a-318d33f0e724 x-openstack-request-id: req-f86d9f82-1963-42f9-8d1a-318d33f0e724 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:19.418838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02761919-e422-456d-a395-dbdaa9763fb0", "name": "network-vif-deleted", "tag": "766e2856-8ba2-45ea-b1a7-ac2480aaf388", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:19.419096 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f86d9f82-1963-42f9-8d1a-318d33f0e724 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:19.419491 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02761919-e422-456d-a395-dbdaa9763fb0', 'name': 'network-vif-deleted', 'tag': '766e2856-8ba2-45ea-b1a7-ac2480aaf388', 'status': 'completed', 'code': 200} Aug 04 11:57:19.603253 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23595-0111-4555-81ce-483aa0665f4c req-f6045b57-f674-4a60-8b41-e928746af2fe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:19.605705 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-17f23595-0111-4555-81ce-483aa0665f4c req-f6045b57-f674-4a60-8b41-e928746af2fe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0664549 Aug 04 11:57:19.630488 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44342) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:19.653729 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-17f23595-0111-4555-81ce-483aa0665f4c req-da5a7464-ae1d-4046-ac7d-4fe510b2a471 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Aug 04 11:57:19.709967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.736016 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.799747 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.803858 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.810002 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "DELETE /v2.0/security-groups/bd1d70af-b3b3-49b2-b008-70f4c32a210f HTTP/1.1" status: 204 len: 168 time: 0.1738119 Aug 04 11:57:19.811096 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44344) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:19.821976 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c420b56-393e-4320-944c-06b69de0c8c3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d70af-b3b3-49b2-b008-70f4c32a210f,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:19.828835 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.api.v2.resource [None req-a1ac8ec3-6e61-468b-a8e1-bbf3804172d4 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] show failed (client error): The resource could not be found. Aug 04 11:57:19.829963 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a1ac8ec3-6e61-468b-a8e1-bbf3804172d4 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups/bd1d70af-b3b3-49b2-b008-70f4c32a210f HTTP/1.1" status: 404 len: 347 time: 0.0174003 Aug 04 11:57:19.834469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44346) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:20.009696 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Deleting port 4e68abaa-e0a1-4a91-9443-0750e99f74a4 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:20.010398 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.221408 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.221779 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.253356 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Calling delete_port for 4e68abaa-e0a1-4a91-9443-0750e99f74a4 owned by network:floatingip {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:20.377817 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e5e9ac28-5757-4a66-bab5-c8c9ea8c1f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.505971 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.533009 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'Port': ['ID=4e68abaa-e0a1-4a91-9443-0750e99f74a4,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:20.608920 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.611472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:20.612678 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-56c05e37-672b-48ea-bf29-5e50200e1115 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "DELETE /v2.0/floatingips/9b3ee936-3271-45b1-aaec-2d3247f295cd HTTP/1.1" status: 204 len: 168 time: 0.7769604 Aug 04 11:57:20.809160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdee41e-71ac-43ae-9326-1bfc3898a7c6 req-92856d3e-b01e-4b82-af45-4466211d5f20 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:20.821482 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ecdee41e-71ac-43ae-9326-1bfc3898a7c6 req-92856d3e-b01e-4b82-af45-4466211d5f20 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0735416 Aug 04 11:57:20.888126 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ecdee41e-71ac-43ae-9326-1bfc3898a7c6 req-1ebfa6cc-458c-4459-9c98-d81a16ce07aa tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653160 Aug 04 11:57:21.157906 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44358) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:21.163466 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118911017', 'description': 'tempest-description--472362829'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:21.203058 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.345688 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.350640 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.381195 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.382639 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2236030 Aug 04 11:57:21.386296 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44360) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:21.388099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c450c01-b3db-4661-b872-974aad9e5018 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23330140-4f54-4829-9c47-ae59f895a219,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:21.392325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group_rule': {'security_group_id': '23330140-4f54-4829-9c47-ae59f895a219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:21.455315 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.514355 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.520489 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.549167 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58f97b8-1e0f-4e2b-8233-4b8d7e49c7e0,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:21.553516 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.555189 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-466387b0-1122-4e91-b0cd-0e554aceb46e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669807 Aug 04 11:57:21.568651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44368) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:21.580992 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'security_group_rule': {'security_group_id': '23330140-4f54-4829-9c47-ae59f895a219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:21.622461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.699278 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.704216 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.729411 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ad48b1-d292-459b-af87-9bddeb8eec6e,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:21.737851 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.739942 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-bf7e1400-17d1-4a7e-bbd7-87a487661b1a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638126 Aug 04 11:57:21.743946 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44370) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:21.748637 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:21.778189 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:21.948592 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.110735 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d619c-2adb-4e50-bf0b-c019b8662139 req-9da3b91d-eb00-4145-bb31-7be1a0aeb9ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:22.113607 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-134d619c-2adb-4e50-bf0b-c019b8662139 req-9da3b91d-eb00-4145-bb31-7be1a0aeb9ef tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0798142 Aug 04 11:57:22.134547 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Allocated IP 172.27.1.213 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/3e5f40f5-ddb8-40b2-819e-6ce7df1ef086) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:57:22.203061 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-134d619c-2adb-4e50-bf0b-c019b8662139 req-14126a4f-c2ae-4a23-add2-2e9e9af7bc41 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833850 Aug 04 11:57:22.301554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.373037 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.441373 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:57:22.447710 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:57:22.452315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:57:22.461947 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 766e2856-8ba2-45ea-b1a7-ac2480aaf388 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:22.474493 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=3e5f40f5-ddb8-40b2-819e-6ce7df1ef086,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:22.533638 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 766e2856-8ba2-45ea-b1a7-ac2480aaf388 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:22.534154 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 766e2856-8ba2-45ea-b1a7-ac2480aaf388 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:22.610168 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.655169 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.872816 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.879882 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.964854 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=3e5f40f5-ddb8-40b2-819e-6ce7df1ef086,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:22.980995 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:22.997809 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:23.008615 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-bc440e4e-1b41-4099-b6f5-456570717da6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2546971 Aug 04 11:57:23.309521 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-edc8081f-8e92-4c8a-8206-c5fe8f4f75f2 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1118911017&fields=id&tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 267 time: 0.0758009 Aug 04 11:57:23.362275 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d055efca-be3f-49e8-ad1e-0c148fb1bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:23.416227 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c135d3-6e58-4b74-b1b5-dc783a49eb43 req-3c18634d-faf9-41d4-932f-3de7636777af tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:23.421606 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-78c135d3-6e58-4b74-b1b5-dc783a49eb43 req-3c18634d-faf9-41d4-932f-3de7636777af tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0758600 Aug 04 11:57:23.512060 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-78c135d3-6e58-4b74-b1b5-dc783a49eb43 req-9ad41451-6b53-4e98-8275-6218b42cc8d9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744216 Aug 04 11:57:23.530972 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-32be3492-4a83-407d-9e55-3506a920ec06 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:23.535377 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:23.554180 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-32be3492-4a83-407d-9e55-3506a920ec06 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 811 time: 0.2358449 Aug 04 11:57:23.576944 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:23.580767 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-c66e9af0-4e4d-451c-9966-d724fd10757a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/quotas/3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 375 time: 0.0239830 Aug 04 11:57:23.992973 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-157200f1-7957-4674-ade3-8111dd5b8f2d tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4052784 Aug 04 11:57:24.113156 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-4e743ae8-2aa0-4ec4-8ff7-5f7e1d79f73f service neutron] 10.222.0.54 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135721 Aug 04 11:57:24.223949 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-06cbf128-2a7b-4c03-8bae-a918d28fa53f service neutron] 10.222.0.54 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028624 Aug 04 11:57:24.476273 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-903fdf0b-da3b-4e1a-a2df-363398229273 req-afc473af-9fba-43db-bc05-f92646907db1 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 210 time: 0.0305817 Aug 04 11:57:24.734753 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972eb5c-2920-4dfc-aebf-3a4d85c22b43 req-06ba9d7c-f40c-4a8a-9d9f-58a80e7c5f88 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:24.742082 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e972eb5c-2920-4dfc-aebf-3a4d85c22b43 req-06ba9d7c-f40c-4a8a-9d9f-58a80e7c5f88 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0807772 Aug 04 11:57:24.798059 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e972eb5c-2920-4dfc-aebf-3a4d85c22b43 req-f345975b-a33a-4b99-ad71-6093dc984aff tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547466 Aug 04 11:57:25.064359 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:25.607737 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c880110e-081a-4c58-913e-623aa6ec3806 req-0c72e664-f76f-40b3-b34f-b5b09a8d800b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 210 time: 0.0406611 Aug 04 11:57:25.972040 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abdb09-7b91-4f5c-a839-b06b1ab503f2 req-e6fe603d-1cf2-466a-95e7-605b2a4e1d2c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:25.974039 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b6abdb09-7b91-4f5c-a839-b06b1ab503f2 req-e6fe603d-1cf2-466a-95e7-605b2a4e1d2c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0780051 Aug 04 11:57:26.098021 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b6abdb09-7b91-4f5c-a839-b06b1ab503f2 req-d1134d4c-de1d-491e-902d-2fe47e53f7a4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147115 Aug 04 11:57:26.233414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-d30b6c0d-a974-4f44-bbc2-e83e5b7ad89a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:26.234794 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-d30b6c0d-a974-4f44-bbc2-e83e5b7ad89a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 811 time: 0.2302063 Aug 04 11:57:26.306562 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-ecd2d016-d0cb-4642-bdb4-fd19f295ff95 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9 HTTP/1.1" status: 200 len: 380 time: 0.0544643 Aug 04 11:57:26.319726 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'port': {'device_id': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'admin_state_up': True, 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'security_groups': ['23330140-4f54-4829-9c47-ae59f895a219']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:26.475136 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Made reservation on behalf of 3a8683dae54b4fc3b5dc0f451b5b71f9 for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:57:26.479928 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:26.647908 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Allocated IP 172.20.0.13 (56731476-54a0-4e45-ae1e-4ff9c181c86c/3f0fa766-4417-4636-832e-24a505fc03c7/9f7e2a6c-e627-433f-b45e-dd8524ff2646) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:57:26.800169 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-2bc59696-1ae8-4f15-b744-0028304b1241 req-58f0a43a-0016-4bc6-be3f-d422b4f1b8c0 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 210 time: 0.0415430 Aug 04 11:57:26.870355 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:26.887712 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Transition to ACTIVE for port object 9f7e2a6c-e627-433f-b45e-dd8524ff2646 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:57:26.934212 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.000785 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:57:27.002297 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event updated for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:27.005140 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:57:27.008102 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:57:27.058289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.058805 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.059255 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.059698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.060156 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.060622 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.061064 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.061499 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.061932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.062365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.062800 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.063232 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.107867 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:27.108693 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.131172 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7593f085-c7bd-49ef-b8ad-6a2525009957 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181939 Aug 04 11:57:27.286231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c452a45-e0dc-4aeb-9c66-446360ab2d1e req-15f9b235-740a-442d-9e1e-f9121c6f93ac tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:27.287875 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c452a45-e0dc-4aeb-9c66-446360ab2d1e req-15f9b235-740a-442d-9e1e-f9121c6f93ac tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0719311 Aug 04 11:57:27.363270 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c452a45-e0dc-4aeb-9c66-446360ab2d1e req-731cadf2-d73c-43ea-b658-259d4569c5d8 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674052 Aug 04 11:57:27.371960 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e99be59e-bd19-479b-8943-94034b761e25 None None] Provisioning for port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:57:27.386575 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-e99be59e-bd19-479b-8943-94034b761e25 None None] Provisioning complete for port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:27.386575 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e99be59e-bd19-479b-8943-94034b761e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.430576 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-e99be59e-bd19-479b-8943-94034b761e25 None None] Port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:57:27.522512 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.974856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896c393-73cb-4125-8dc6-b7a82eb6e8cf req-f092d62f-632f-4b93-8be8-f424943e5f64 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:27.977634 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5896c393-73cb-4125-8dc6-b7a82eb6e8cf req-f092d62f-632f-4b93-8be8-f424943e5f64 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 932 time: 0.1012065 Aug 04 11:57:28.043936 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5896c393-73cb-4125-8dc6-b7a82eb6e8cf req-c6283748-b41a-460a-ab68-064b8319805a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595992 Aug 04 11:57:28.169416 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119cb4-d8fb-4e40-9a06-bbe59d68cf91 req-8f2c8bb3-00a5-49d7-9381-8d6ba10adf34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:28.171194 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5c119cb4-d8fb-4e40-9a06-bbe59d68cf91 req-8f2c8bb3-00a5-49d7-9381-8d6ba10adf34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0602272 Aug 04 11:57:28.240644 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5c119cb4-d8fb-4e40-9a06-bbe59d68cf91 req-7dc2b593-7b11-481f-b2cb-d7e0912553bd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580504 Aug 04 11:57:28.504930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e336cf-a9cb-4a2e-960f-842ab9e390f0 req-b305a1bc-da42-46cb-bccb-f37dfb111ccd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:28.508099 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45e336cf-a9cb-4a2e-960f-842ab9e390f0 req-b305a1bc-da42-46cb-bccb-f37dfb111ccd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0661628 Aug 04 11:57:28.560576 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-45e336cf-a9cb-4a2e-960f-842ab9e390f0 req-5751654d-acec-484d-abd3-7f93a1bdc88e tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Aug 04 11:57:29.065172 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Request body: {'port': {'device_id': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:29.129039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.173298 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19bdf5-a684-4f26-85e2-3ab94e979b7f req-7382ab54-2468-48e1-a061-c8fccc6247b3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.174944 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b19bdf5-a684-4f26-85e2-3ab94e979b7f req-7382ab54-2468-48e1-a061-c8fccc6247b3 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 932 time: 0.0497937 Aug 04 11:57:29.221035 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b19bdf5-a684-4f26-85e2-3ab94e979b7f req-4e60e61a-e77b-4e33-8d5d-700275956cb4 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Aug 04 11:57:29.408412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36ed0-cacc-4601-8dc2-2c0ec825217a req-1c4126bb-6cbf-40fa-8330-ca5b041fb0b4 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.410042 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-23a36ed0-cacc-4601-8dc2-2c0ec825217a req-1c4126bb-6cbf-40fa-8330-ca5b041fb0b4 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0793331 Aug 04 11:57:29.484067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7e2a6c-e627-433f-b45e-dd8524ff2646 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:29.496226 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-23a36ed0-cacc-4601-8dc2-2c0ec825217a req-2f8a555f-573d-4077-8073-d7b13c26b02e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789449 Aug 04 11:57:29.498121 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.511772 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Transition to ACTIVE for port object 9f7e2a6c-e627-433f-b45e-dd8524ff2646 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:57:29.516249 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-21afda2a-ef43-4351-a1f9-426a1cb4dc6b tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.518049 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-21afda2a-ef43-4351-a1f9-426a1cb4dc6b tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 814 time: 0.1083112 Aug 04 11:57:29.520707 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.534684 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-5484a4c8-4b4b-4acb-9388-119e0ec0ea7b tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/quotas/0d39057d77b640cab85eb46949e51518 HTTP/1.1" status: 200 len: 375 time: 0.0097101 Aug 04 11:57:29.579417 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-e0fbd63e-a97f-4140-885b-fe229e4ed157 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359285 Aug 04 11:57:29.582463 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:29.705089 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-9acad705-1092-4cfc-a6d1-9d9a908c89a3 service neutron] 10.222.0.54 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184633 Aug 04 11:57:29.707198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Attempting to bind port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:57:29.707542 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Attempting to bind port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:57:29.708125 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Attempting to bind port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:29.717455 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:57:29.717724 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Attempting to bind port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 on network 56731476-54a0-4e45-ae1e-4ff9c181c86c {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:29.734087 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae9d9d-58f6-4d5b-be79-66cc2b2c8a96 req-49e23ff4-bc21-442d-ac0b-354d9f919ed1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.735665 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b2ae9d9d-58f6-4d5b-be79-66cc2b2c8a96 req-49e23ff4-bc21-442d-ac0b-354d9f919ed1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0787041 Aug 04 11:57:29.736678 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:57:29.737010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Checking segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:57:29.737395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Bound using segment: {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:57:29.737836 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Bound port: 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb01d73-03f1-4fe4-b599-1e3e72015031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:57:29.738196 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.817298 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b2ae9d9d-58f6-4d5b-be79-66cc2b2c8a96 req-f74559db-8f5d-4a17-96bb-7386907cf837 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698829 Aug 04 11:57:29.841643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-5543b092-17ba-44bf-8c63-5d879956dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.844484 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-5543b092-17ba-44bf-8c63-5d879956dc52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1099 time: 0.0810370 Aug 04 11:57:29.845746 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:57:29.849409 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:57:29.850251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:57:29.851305 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-316e0017-4101-4d4a-a0ff-fef491aa9a82 service neutron] 10.222.0.54 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377525 Aug 04 11:57:29.856267 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.935044 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.935965 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:29.937581 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] 10.222.0.89 "PUT /v2.0/ports/9f7e2a6c-e627-433f-b45e-dd8524ff2646 HTTP/1.1" status: 200 len: 1094 time: 0.8782480 Aug 04 11:57:29.938174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:29.940788 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef3a5f-57c1-4623-85fa-e3198b032eff" -d '{"events": [{"name": "network-changed", "server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:29.950502 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ea6f-c67d-4a0e-98a2-e26ec507eccd service neutron] Pushing event updated for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:29.974578 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-668f6073-5f1f-433c-8cd7-844495bd666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:29.976939 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-668f6073-5f1f-433c-8cd7-844495bd666c service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.1242290 Aug 04 11:57:30.006665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0182118-d2fc-48b9-a7a8-7ecde78cf3ce x-openstack-request-id: req-f0182118-d2fc-48b9-a7a8-7ecde78cf3ce {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:30.007067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:30.007461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0182118-d2fc-48b9-a7a8-7ecde78cf3ce {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:30.008616 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'status': 'completed', 'code': 200} Aug 04 11:57:30.083574 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-88f2779f-8ac7-44df-b1ee-23224b94bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.090434 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-88f2779f-8ac7-44df-b1ee-23224b94bd47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 1097 time: 0.0682836 Aug 04 11:57:30.107193 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0b1e9af5-1cd4-4f42-8cdc-bffa8926c601 req-781b6a0b-c8c4-4572-99f9-fd2098062278 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 210 time: 0.0353343 Aug 04 11:57:30.119446 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-827d882b-0a7c-4503-bbed-8f8472b7a9d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 1001 time: 0.1242878 Aug 04 11:57:30.158410 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-384efce5-ba73-4f8f-afc7-316000318244 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646 HTTP/1.1" status: 200 len: 217 time: 0.0526011 Aug 04 11:57:30.176288 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-0acefe4e-8099-4352-a80f-0b6302c968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.179914 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-0acefe4e-8099-4352-a80f-0b6302c968e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0514824 Aug 04 11:57:30.218848 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-2dd9509c-3697-4e64-88f1-0488ad4e5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.220726 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-2dd9509c-3697-4e64-88f1-0488ad4e5821 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0550346 Aug 04 11:57:30.243669 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-cf3c791b-902c-4d18-bdbe-adc8a68e3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.247050 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-cf3c791b-902c-4d18-bdbe-adc8a68e3fdd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594974 Aug 04 11:57:30.295486 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-bd4b26c4-ed26-4872-9dc7-9b3235ff6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.298310 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-bd4b26c4-ed26-4872-9dc7-9b3235ff6ac3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698421 Aug 04 11:57:30.368877 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-d8dc6f71-4b7a-4caa-be5b-ef453d0efe3a service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111174 Aug 04 11:57:30.456884 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776929a-c731-45d2-ba61-951a844e624c req-650f2668-10b6-4fb8-912b-8823ee927450 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.458636 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6776929a-c731-45d2-ba61-951a844e624c req-650f2668-10b6-4fb8-912b-8823ee927450 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 944 time: 0.0805621 Aug 04 11:57:30.502162 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-a15c6c35-dd3e-4002-8208-780164ed7c6c service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949320 Aug 04 11:57:30.548303 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-56f1a390-9303-4768-9a17-a5673cf3d9f3 req-22d06283-4b35-471e-9686-43ced03152e3 service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721730 Aug 04 11:57:30.611021 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6776929a-c731-45d2-ba61-951a844e624c req-9665d43a-c238-45eb-8cb5-d7e14ec8eaf9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408873 Aug 04 11:57:30.669795 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b5e1-195d-4bbb-b413-49c299c75fdc req-b21f0337-add5-4e7e-8f38-37563bc69df3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.671729 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1b8b5e1-195d-4bbb-b413-49c299c75fdc req-b21f0337-add5-4e7e-8f38-37563bc69df3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0702586 Aug 04 11:57:30.695441 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0c04ab72-4278-4454-a08f-dbee1b98872e req-658415d6-8d30-4872-942e-17e1f351148c service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842976 Aug 04 11:57:30.732351 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1b8b5e1-195d-4bbb-b413-49c299c75fdc req-9e606515-95c0-440f-bcb7-ac003122d4f5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Aug 04 11:57:30.901456 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-d37aee42-d293-4d98-a4a9-36ce7577e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:30.903022 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-d37aee42-d293-4d98-a4a9-36ce7577e08f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 1097 time: 0.0475171 Aug 04 11:57:31.061430 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f987-29df-4ac7-8b5c-d190a65f8bfb req-fbbfbbcf-fc19-4641-9a8e-bba3ad019da1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.062985 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1891f987-29df-4ac7-8b5c-d190a65f8bfb req-fbbfbbcf-fc19-4641-9a8e-bba3ad019da1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.1180856 Aug 04 11:57:31.066195 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-2f45cfc4-6486-4607-985b-8cca90a7acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.067656 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-2f45cfc4-6486-4607-985b-8cca90a7acb7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1434960 Aug 04 11:57:31.129708 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-e74edeca-42e0-4fce-a4d3-3733d4284362 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646 HTTP/1.1" status: 200 len: 217 time: 0.0493937 Aug 04 11:57:31.181348 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1891f987-29df-4ac7-8b5c-d190a65f8bfb req-4b97860f-6746-43fb-bc48-99e9d2bdd4a3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075594 Aug 04 11:57:31.204188 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-83cfc598-b20b-4374-b856-1e6a31f85828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.206187 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-83cfc598-b20b-4374-b856-1e6a31f85828 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0656929 Aug 04 11:57:31.226703 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-46ce35c1-0a76-4d54-b328-dbf034cd6d69 req-b89788a9-74d7-4793-b138-a73c33075530 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 210 time: 0.0439224 Aug 04 11:57:31.275108 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-11d003b1-de7f-43f2-9bb9-db98e83601c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.276680 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-11d003b1-de7f-43f2-9bb9-db98e83601c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594490 Aug 04 11:57:31.478143 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-165b63de-0d7a-4c57-9a8f-976498e8147a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.480779 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-165b63de-0d7a-4c57-9a8f-976498e8147a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 814 time: 0.1483829 Aug 04 11:57:31.503725 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Request body: {'port': {'device_id': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55', 'admin_state_up': True, 'tenant_id': '0d39057d77b640cab85eb46949e51518'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:31.638861 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Made reservation on behalf of 0d39057d77b640cab85eb46949e51518 for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:57:31.648315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:31.707388 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-338d588a-dfe5-429e-bd3a-430c38953d59 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757415 Aug 04 11:57:31.826381 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Allocated IP 172.20.0.3 (757587e3-de28-4b25-9346-58646b1aaa55/7d217841-8945-4227-9087-78415c72439a/87b28434-66b3-491e-92c5-77b21b60421b) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:57:31.890039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607062ce-b8cc-402c-ad29-33028c7a363d req-468be457-ebc2-43f6-bc09-e3953fb37923 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.897773 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-607062ce-b8cc-402c-ad29-33028c7a363d req-468be457-ebc2-43f6-bc09-e3953fb37923 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 944 time: 0.1321883 Aug 04 11:57:31.905679 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-03ef3a5f-57c1-4623-85fa-e3198b032eff req-d3216524-5f5a-4dc8-b532-ee693a94f83c service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889899 Aug 04 11:57:31.920596 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624478d2-68f9-46fc-b5f4-defaf586ffb3 req-3cb587c4-cd60-4802-be6e-11c0f3894b34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:31.922606 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-624478d2-68f9-46fc-b5f4-defaf586ffb3 req-3cb587c4-cd60-4802-be6e-11c0f3894b34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0936201 Aug 04 11:57:31.956717 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-607062ce-b8cc-402c-ad29-33028c7a363d req-a1a65b06-3110-49aa-beef-f67deec55913 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Aug 04 11:57:32.028026 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-624478d2-68f9-46fc-b5f4-defaf586ffb3 req-4f3c2666-047e-4434-9fd1-7e03f3ffb19b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919080 Aug 04 11:57:32.078104 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.118044 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.183198 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Network 757587e3-de28-4b25-9346-58646b1aaa55 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:57:32.186472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:57:32.190344 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:57:32.219113 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Pushing event updated for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:32.232784 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.233808 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.233808 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.233808 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.234105 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.234427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.234762 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.235090 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.235416 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.235740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.236092 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.236416 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:32.265824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:32.266485 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.287559 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d7be369f-81ac-43af-8543-8a66bffaa0c8 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880394 Aug 04 11:57:32.307911 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Request body: {'port': {'device_id': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:32.340058 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca09b-0c0f-48b9-ac68-02d5a23d86e5 req-4881ede6-65b5-4e3d-9663-60f1641528be tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:32.341659 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-610ca09b-0c0f-48b9-ac68-02d5a23d86e5 req-4881ede6-65b5-4e3d-9663-60f1641528be tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.0592651 Aug 04 11:57:32.403440 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-610ca09b-0c0f-48b9-ac68-02d5a23d86e5 req-9e9a7306-43d3-418e-905a-533b64bee1b4 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546043 Aug 04 11:57:32.418761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.435030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b598-7226-4101-8f85-1d0b4360e8a2 req-bf92b583-aaf3-4154-a5d7-52c5ffbd8236 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:32.436586 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-26f9b598-7226-4101-8f85-1d0b4360e8a2 req-bf92b583-aaf3-4154-a5d7-52c5ffbd8236 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 931 time: 0.1258833 Aug 04 11:57:32.508858 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-26f9b598-7226-4101-8f85-1d0b4360e8a2 req-2450da78-ab3d-4433-a7ea-00ff83511c1d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653846 Aug 04 11:57:32.743633 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b28434-66b3-491e-92c5-77b21b60421b {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:32.751491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.765316 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Transition to ACTIVE for port object 87b28434-66b3-491e-92c5-77b21b60421b will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:57:32.768973 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:32.822434 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Pushing event updated for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:32.910451 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Attempting to bind port 87b28434-66b3-491e-92c5-77b21b60421b on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:57:32.910857 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Attempting to bind port 87b28434-66b3-491e-92c5-77b21b60421b by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:57:32.911431 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Attempting to bind port 87b28434-66b3-491e-92c5-77b21b60421b on network 757587e3-de28-4b25-9346-58646b1aaa55 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:32.922684 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Port 87b28434-66b3-491e-92c5-77b21b60421b on network 757587e3-de28-4b25-9346-58646b1aaa55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:57:32.923235 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Attempting to bind port 87b28434-66b3-491e-92c5-77b21b60421b on network 757587e3-de28-4b25-9346-58646b1aaa55 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:32.932086 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:57:32.932560 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Checking segment: {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:57:32.933205 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Bound using segment: {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:57:32.933943 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Bound port: 87b28434-66b3-491e-92c5-77b21b60421b, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b199a694-7ac0-4959-a3c9-7c1e50d7139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:57:32.934541 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.005843 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:57:33.009986 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=87b28434-66b3-491e-92c5-77b21b60421b,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:57:33.016125 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.052050 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.053030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.055837 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] 10.222.0.89 "PUT /v2.0/ports/87b28434-66b3-491e-92c5-77b21b60421b HTTP/1.1" status: 200 len: 1093 time: 0.7517974 Aug 04 11:57:33.056091 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:33.058389 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b907bc45-24fc-4d4f-856a-9c8d55f16270" -d '{"events": [{"name": "network-changed", "server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "tag": "87b28434-66b3-491e-92c5-77b21b60421b"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:33.080083 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9f7e2a6c-e627-433f-b45e-dd8524ff2646 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:57:33.086832 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1490-125f-4545-940a-f6d80968ecbf service neutron] Pushing event updated for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:33.102785 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:33.124626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c931-1636-4626-8461-64ad81f01f8b req-3b83d047-8da1-4dcf-83ce-2ece2a29a5e9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.126593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b52c931-1636-4626-8461-64ad81f01f8b req-3b83d047-8da1-4dcf-83ce-2ece2a29a5e9 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 944 time: 0.0842967 Aug 04 11:57:33.182763 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4b52c931-1636-4626-8461-64ad81f01f8b req-d7638d1a-67f2-43f9-9d30-cb0bc1d784c6 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Aug 04 11:57:33.245121 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c06dd-fa11-4303-a72e-d26cc4814728 x-openstack-request-id: req-323c06dd-fa11-4303-a72e-d26cc4814728 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:33.245788 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "tag": "87b28434-66b3-491e-92c5-77b21b60421b", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:33.245788 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-323c06dd-fa11-4303-a72e-d26cc4814728 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:33.246321 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b', 'status': 'completed', 'code': 200} Aug 04 11:57:33.296125 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d6c9a09c-238d-40bf-9197-d3a6d72e16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.298808 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-d6c9a09c-238d-40bf-9197-d3a6d72e16c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 1096 time: 0.1331537 Aug 04 11:57:33.322595 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bdda6-ee79-4e9d-9c18-8f16b20a8757 req-1c3eb9e8-7e69-4076-8960-d283aae343c7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.325205 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b37bdda6-ee79-4e9d-9c18-8f16b20a8757 req-1c3eb9e8-7e69-4076-8960-d283aae343c7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.1494915 Aug 04 11:57:33.374633 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-2a1b7ab8-ebe9-4c94-b9bc-36cd4a542409 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b28434-66b3-491e-92c5-77b21b60421b HTTP/1.1" status: 200 len: 217 time: 0.0483546 Aug 04 11:57:33.439731 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b37bdda6-ee79-4e9d-9c18-8f16b20a8757 req-7961f546-63c1-4790-916b-f0abd5d179ea tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736516 Aug 04 11:57:33.454942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-e1217d46-10ec-48cc-a969-4a9170d123b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.457008 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-e1217d46-10ec-48cc-a969-4a9170d123b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d217841-8945-4227-9087-78415c72439a HTTP/1.1" status: 200 len: 854 time: 0.0725255 Aug 04 11:57:33.510894 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-0f49d277-027a-447b-8695-59aa0a80f658 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=757587e3-de28-4b25-9346-58646b1aaa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461073 Aug 04 11:57:33.565547 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:33.572910 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.617790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'port_id': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'mac_address': 'fa:16:3e:f8:9e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:57:33.627658 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210bfcb-ec64-45e3-8217-c7482c6353c9 req-1423cc6a-4239-485c-9388-a181a54e72d5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.629235 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:33.629569 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-73d46c01-bbb1-4d8e-94c4-cba8daa8911e service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105070 Aug 04 11:57:33.631722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45623a0-5dd5-44d0-a63b-140dd051d94a" -d '{"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:33.639242 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3210bfcb-ec64-45e3-8217-c7482c6353c9 req-1423cc6a-4239-485c-9388-a181a54e72d5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 946 time: 0.1067593 Aug 04 11:57:33.673488 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:33.678608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.684748 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3210bfcb-ec64-45e3-8217-c7482c6353c9 req-c9fd4cf9-ce05-431e-9f91-70616c4aec62 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Aug 04 11:57:33.711621 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.749535 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7e2a6c-e627-433f-b45e-dd8524ff2646 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:33.776247 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:33.781084 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbeeb31-3bc1-4246-a516-b5096ab6a215 x-openstack-request-id: req-8cbeeb31-3bc1-4246-a516-b5096ab6a215 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:33.781402 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-unplugged", "status": "failed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "code": 422}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:33.781641 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cbeeb31-3bc1-4246-a516-b5096ab6a215 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:33.782057 dv-cinder-792800-3-iscsi neutron-server[104941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'code': 422} returned with failed status Aug 04 11:57:33.783592 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=8']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:33.792278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:33.803136 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe213ba-f32c-482a-a6ab-e8ed7c56c834 req-b0c1853f-76b4-4c96-a6f0-a36c24fbc5ce tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:33.806044 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3fe213ba-f32c-482a-a6ab-e8ed7c56c834 req-b0c1853f-76b4-4c96-a6f0-a36c24fbc5ce tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 943 time: 0.1742551 Aug 04 11:57:33.837591 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-35b2ccac-2477-4dad-ae36-9a4b16ee85fc req-ce15247c-128b-48d4-b198-d63008f7a899 service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920817 Aug 04 11:57:33.855143 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:33.863261 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3fe213ba-f32c-482a-a6ab-e8ed7c56c834 req-367c99f0-277f-43db-89cc-a838daadab1f tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Aug 04 11:57:33.997969 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-7f3197d7-4a43-4cb9-86fb-ec4092c0a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.000209 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-7f3197d7-4a43-4cb9-86fb-ec4092c0a30e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0d39057d77b640cab85eb46949e51518&device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 1096 time: 0.0527453 Aug 04 11:57:34.098763 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-c58c8ed1-c46f-44a2-8a42-a7490a01915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.100301 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-c58c8ed1-c46f-44a2-8a42-a7490a01915e service neutron] 10.222.0.89 "GET /v2.0/networks?id=757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 200 len: 915 time: 0.0893524 Aug 04 11:57:34.129270 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['9f7e2a6c-e627-433f-b45e-dd8524ff2646'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:34.153854 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-5f0c40d8-8402-4a29-ba9d-c1f797ec8548 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b28434-66b3-491e-92c5-77b21b60421b HTTP/1.1" status: 200 len: 217 time: 0.0429325 Aug 04 11:57:34.225604 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-c80e6f79-66eb-4560-b033-3d90cb40a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.230557 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-c80e6f79-66eb-4560-b033-3d90cb40a15f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d217841-8945-4227-9087-78415c72439a HTTP/1.1" status: 200 len: 854 time: 0.0690970 Aug 04 11:57:34.273605 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-30ce6100-4d02-47b0-96b6-c361a88763b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=757587e3-de28-4b25-9346-58646b1aaa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312979 Aug 04 11:57:34.351884 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abeb4-dedc-467e-9194-2f99a7c8548d req-a1773b02-cfe9-4191-849a-c18489f70ffd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.356889 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-666abeb4-dedc-467e-9194-2f99a7c8548d req-a1773b02-cfe9-4191-849a-c18489f70ffd tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 945 time: 0.0967374 Aug 04 11:57:34.406126 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-7645e99d-9e37-44a7-8982-94f22c7d2886 service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233354 Aug 04 11:57:34.411842 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-666abeb4-dedc-467e-9194-2f99a7c8548d req-da010d20-11ba-4314-81f8-c6ff662fa534 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509474 Aug 04 11:57:34.518196 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b907bc45-24fc-4d4f-856a-9c8d55f16270 req-4837c797-96f4-436b-8fc6-0ae2c96b86f3 service neutron] 10.222.0.89 "GET /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046312 Aug 04 11:57:34.592033 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3b71e-38b5-407c-8d88-0d9acc582a97 req-a8f0910b-4623-4a5e-a439-7fa686b96191 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.593629 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-29c3b71e-38b5-407c-8d88-0d9acc582a97 req-a8f0910b-4623-4a5e-a439-7fa686b96191 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0538144 Aug 04 11:57:34.638249 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-29c3b71e-38b5-407c-8d88-0d9acc582a97 req-e5ff9375-bede-4a4d-b05d-f653c35ba481 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382938 Aug 04 11:57:34.833968 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf64ea-253b-4de0-bc1b-cdc74e98d84c req-e1bfb68f-8749-4c5d-be42-ea5ac675be1b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:34.835520 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-efdf64ea-253b-4de0-bc1b-cdc74e98d84c req-e1bfb68f-8749-4c5d-be42-ea5ac675be1b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0740244 Aug 04 11:57:34.885340 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-efdf64ea-253b-4de0-bc1b-cdc74e98d84c req-71b8c46d-8c64-4844-a8cc-66faa4e690e6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Aug 04 11:57:35.002693 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78e03-71dc-41ab-8578-a7bee07a3676 req-a2eb1d81-a096-4053-a7e8-d70613d917e7 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:35.008254 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7fc78e03-71dc-41ab-8578-a7bee07a3676 req-a2eb1d81-a096-4053-a7e8-d70613d917e7 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 943 time: 0.0558949 Aug 04 11:57:35.043460 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7fc78e03-71dc-41ab-8578-a7bee07a3676 req-1d2f4cb6-ba62-486c-abe7-5b1eb5597b95 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329912 Aug 04 11:57:35.085421 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 44584) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:35.098698 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 87b28434-66b3-491e-92c5-77b21b60421b details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:57:35.110454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9f7e2a6c-e627-433f-b45e-dd8524ff2646 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:57:35.182463 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-4b13ef92-b98f-4494-bbdc-c338a4a6fd5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958419 Aug 04 11:57:35.227228 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:57:35.239252 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:35.239623 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:35.242626 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=87b28434-66b3-491e-92c5-77b21b60421b,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:35.272980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '87b28434-66b3-491e-92c5-77b21b60421b', 'network_id': '757587e3-de28-4b25-9346-58646b1aaa55', 'port_id': '87b28434-66b3-491e-92c5-77b21b60421b', 'mac_address': 'fa:16:3e:42:6d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d217841-8945-4227-9087-78415c72439a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:57:35.324700 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:35.363428 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b28434-66b3-491e-92c5-77b21b60421b {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:35.398755 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=87b28434-66b3-491e-92c5-77b21b60421b,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:35.399814 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:35.409236 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:35.488898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:35.510399 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:35.511282 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:35.539316 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:35.584198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c901ba-4f3e-4dec-9166-8ddcec3c19bd req-4385d1aa-02c8-452c-9f67-28ff8872413a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:35.585817 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a0c901ba-4f3e-4dec-9166-8ddcec3c19bd req-4385d1aa-02c8-452c-9f67-28ff8872413a tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0801764 Aug 04 11:57:35.622241 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:35.647553 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a0c901ba-4f3e-4dec-9166-8ddcec3c19bd req-7e18c5ef-06a5-48bb-be3f-4a0fce7976f8 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529516 Aug 04 11:57:35.767115 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['87b28434-66b3-491e-92c5-77b21b60421b'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:35.791449 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:35.794558 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc89bce4-8c1d-4158-8b74-6a8efef10916" -d '{"events": [{"server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "name": "network-vif-plugged", "status": "completed", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:35.796242 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468ef21-4259-4ac4-9e87-0a1372ee58ec req-f03ad199-f6b9-4c6d-9cb0-caedb01c898a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:35.798869 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2468ef21-4259-4ac4-9e87-0a1372ee58ec req-f03ad199-f6b9-4c6d-9cb0-caedb01c898a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0650191 Aug 04 11:57:35.851027 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e8fb6b-9410-41e0-9f3a-c3d4e4728e15 x-openstack-request-id: req-e6e8fb6b-9410-41e0-9f3a-c3d4e4728e15 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:35.851317 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "name": "network-vif-plugged", "status": "completed", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:35.852259 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6e8fb6b-9410-41e0-9f3a-c3d4e4728e15 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:35.852567 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'code': 200} Aug 04 11:57:35.857965 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2468ef21-4259-4ac4-9e87-0a1372ee58ec req-16c6d21f-d631-4f52-b20a-4889a7dffeef tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Aug 04 11:57:36.031956 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4ff6-2528-4e30-a1ad-d8835dd91e3d req-89d7ce6c-ac7c-4ab5-b738-fba72103483b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.033472 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-89bd4ff6-2528-4e30-a1ad-d8835dd91e3d req-89d7ce6c-ac7c-4ab5-b738-fba72103483b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0548460 Aug 04 11:57:36.097079 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-89bd4ff6-2528-4e30-a1ad-d8835dd91e3d req-19133b57-2813-4dcd-8b23-d41095f72ec3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Aug 04 11:57:36.110553 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cbec1-9fa5-4fe6-acb8-98fa957ce34c req-ff200afc-a8b4-4068-bf90-e97b6d4535c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.113061 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-827cbec1-9fa5-4fe6-acb8-98fa957ce34c req-ff200afc-a8b4-4068-bf90-e97b6d4535c9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 1099 time: 0.0598452 Aug 04 11:57:36.181249 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-827cbec1-9fa5-4fe6-acb8-98fa957ce34c req-1e9361e9-00cd-45c5-abb0-9666634329ba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602250 Aug 04 11:57:36.202710 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58363246-868c-41ae-9d9e-f421ad842161 req-e3a79ab6-6f84-4abf-abda-ef0e41fd8e57 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.202710 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58363246-868c-41ae-9d9e-f421ad842161 req-e3a79ab6-6f84-4abf-abda-ef0e41fd8e57 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 944 time: 0.0665939 Aug 04 11:57:36.247625 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58363246-868c-41ae-9d9e-f421ad842161 req-a50f78f4-7c09-47ff-82e5-1af7e9fec5f5 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Aug 04 11:57:36.607294 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-ddfcee0f-75a9-4b0d-82bd-2d60d5e6c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.609020 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-ddfcee0f-75a9-4b0d-82bd-2d60d5e6c5a4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb&tenant_id=c5bce46197a74d58af3290c3b7dd76e6 HTTP/1.1" status: 200 len: 1097 time: 0.0760922 Aug 04 11:57:36.690614 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-0b244ad9-61c3-4474-b897-5e6fce322160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.691831 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-0b244ad9-61c3-4474-b897-5e6fce322160 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1097 time: 0.0453372 Aug 04 11:57:36.801622 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a814ad6-fd67-4e6a-8808-7674eb6e829f req-fa49ba9d-3559-4eb3-8a4d-edfb57f1581b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.803328 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6a814ad6-fd67-4e6a-8808-7674eb6e829f req-fa49ba9d-3559-4eb3-8a4d-edfb57f1581b tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0566342 Aug 04 11:57:36.814305 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-58456ff2-44a3-4436-9fa8-31eb81d11553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.816808 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-58456ff2-44a3-4436-9fa8-31eb81d11553 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 200 len: 917 time: 0.1168911 Aug 04 11:57:36.845749 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6a814ad6-fd67-4e6a-8808-7674eb6e829f req-9f855b32-5c29-4628-86be-1a65821d7b0e tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355928 Aug 04 11:57:36.910484 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-d9e48128-aac0-4fb3-b2ce-093a37c3a8a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 200 len: 999 time: 0.0782080 Aug 04 11:57:36.990890 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-49a294e6-4b97-4004-88e9-e8dc7ec20a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:36.992452 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-49a294e6-4b97-4004-88e9-e8dc7ec20a50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 200 len: 855 time: 0.0745306 Aug 04 11:57:37.016474 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76393323-7a33-4567-991c-08cace08d62e req-f726ef24-3763-400e-bb16-c0918a6ed8b6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:37.018022 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-76393323-7a33-4567-991c-08cace08d62e req-f726ef24-3763-400e-bb16-c0918a6ed8b6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0695662 Aug 04 11:57:37.077719 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-76393323-7a33-4567-991c-08cace08d62e req-da3b43ec-db8b-413b-ba86-0edea6c221af tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Aug 04 11:57:37.080347 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-d4f39ffb-e223-4fd5-82d5-1d1d5c2923bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:37.081765 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-d4f39ffb-e223-4fd5-82d5-1d1d5c2923bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9d56fa03-7f7a-4225-ba90-459596cc2d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801625 Aug 04 11:57:37.129318 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 87b28434-66b3-491e-92c5-77b21b60421b up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:57:37.192608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 87b28434-66b3-491e-92c5-77b21b60421b completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:57:37.196635 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-0864a146-7865-4e80-a14d-ca387e65c98e service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993595 Aug 04 11:57:37.199115 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 87b28434-66b3-491e-92c5-77b21b60421b triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:37.199498 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:37.249127 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63f179-e08b-458f-9dd9-1cfe24047e40 req-ed6c8f04-2c72-44d8-94fa-d27cee87e8bc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:37.250656 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8f63f179-e08b-458f-9dd9-1cfe24047e40 req-ed6c8f04-2c72-44d8-94fa-d27cee87e8bc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0546918 Aug 04 11:57:37.307527 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4aac323e-77a4-4682-b92c-497163fba4c8 req-db0e650d-c140-47ad-9f15-386b8b5966cd service neutron] 10.222.0.89 "GET /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022086 Aug 04 11:57:37.309745 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:37.315115 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8f63f179-e08b-458f-9dd9-1cfe24047e40 req-a1910b72-2244-458d-aa68-91953d08affe tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564091 Aug 04 11:57:37.361697 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=87b28434-66b3-491e-92c5-77b21b60421b,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:37.367971 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:37.389228 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d73bd-3106-4150-b803-f379ec61436c req-bb2476b3-03d5-4511-98c4-11ed196d93a1 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:37.390947 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f10d73bd-3106-4150-b803-f379ec61436c req-bb2476b3-03d5-4511-98c4-11ed196d93a1 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 944 time: 0.0632367 Aug 04 11:57:37.456697 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:37.479708 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f10d73bd-3106-4150-b803-f379ec61436c req-c746c7c1-9d45-4da5-9d52-441a21e4173a tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775235 Aug 04 11:57:37.853920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:37.858085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3469753-69e1-42a4-a679-7b5ab01ea2fb" -d '{"events": [{"server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "name": "network-vif-plugged", "status": "completed", "tag": "87b28434-66b3-491e-92c5-77b21b60421b"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:37.937306 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0a69fb-b19b-476b-8c70-7eba1e5a8d0d x-openstack-request-id: req-ef0a69fb-b19b-476b-8c70-7eba1e5a8d0d {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:37.938050 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "name": "network-vif-plugged", "status": "completed", "tag": "87b28434-66b3-491e-92c5-77b21b60421b", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:37.938498 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef0a69fb-b19b-476b-8c70-7eba1e5a8d0d {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:37.938928 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b', 'code': 200} Aug 04 11:57:38.000991 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e829c-1ac2-4d0f-a999-edc6d0474a18 req-7352fee3-8b30-4efa-aea3-de21414e1ee7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:38.002540 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-891e829c-1ac2-4d0f-a999-edc6d0474a18 req-7352fee3-8b30-4efa-aea3-de21414e1ee7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0639408 Aug 04 11:57:38.060396 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-891e829c-1ac2-4d0f-a999-edc6d0474a18 req-bfa0eee5-bfdf-4bad-985a-2b2db8684603 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482478 Aug 04 11:57:38.219301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ed425-bf6b-4bb8-97f0-5b29006a5570 req-424fb1fc-9eeb-4385-af7a-322bcecc257c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:38.222018 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f23ed425-bf6b-4bb8-97f0-5b29006a5570 req-424fb1fc-9eeb-4385-af7a-322bcecc257c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0743387 Aug 04 11:57:38.232674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 44640) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:57:38.238147 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e901031-55d2-4ef6-9e0a-1e5c8bf0067c req-6d4fb9bc-313d-4773-8f82-f48821990fe3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:38.238464 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Request body: {'floatingip': {'port_id': '9f7e2a6c-e627-433f-b45e-dd8524ff2646'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:38.239912 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0e901031-55d2-4ef6-9e0a-1e5c8bf0067c req-6d4fb9bc-313d-4773-8f82-f48821990fe3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0700748 Aug 04 11:57:38.288667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:38.295187 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-0e901031-55d2-4ef6-9e0a-1e5c8bf0067c req-39a0e954-c540-40ec-9565-0575975674ef tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Aug 04 11:57:38.502211 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645447cc-0a04-4c30-80a2-65d9a899a132 req-04932cfc-4459-4fc6-a0dd-bf81158ae122 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:38.504566 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-645447cc-0a04-4c30-80a2-65d9a899a132 req-04932cfc-4459-4fc6-a0dd-bf81158ae122 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.1043944 Aug 04 11:57:38.609519 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-645447cc-0a04-4c30-80a2-65d9a899a132 req-33af6860-e410-4883-a589-0a285e170385 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911815 Aug 04 11:57:38.646427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e1951-9cce-4f8f-9c4b-82e003cd54bf req-6676425b-312f-4e75-8fd4-a393f409352d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:38.648828 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-322e1951-9cce-4f8f-9c4b-82e003cd54bf req-6676425b-312f-4e75-8fd4-a393f409352d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0732369 Aug 04 11:57:38.732485 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-322e1951-9cce-4f8f-9c4b-82e003cd54bf req-ca7e5207-777f-46b5-a94f-6db0c67104f1 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764999 Aug 04 11:57:38.941359 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:38.947782 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:39.102646 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Floating IP 11080f4b-6492-46f0-8044-e6ad2d4f865d associated. External IP: 172.27.1.213, port: 9f7e2a6c-e627-433f-b45e-dd8524ff2646. Aug 04 11:57:39.462365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:57:39.488946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d44b84-d9b4-432b-bea8-e9048ed45e80 req-3a0ac51b-4ae4-458b-b30f-d3c4db2a9844 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:39.490578 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b6d44b84-d9b4-432b-bea8-e9048ed45e80 req-3a0ac51b-4ae4-458b-b30f-d3c4db2a9844 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.1129832 Aug 04 11:57:39.622998 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b6d44b84-d9b4-432b-bea8-e9048ed45e80 req-0896ecae-2278-4336-81ff-9e94ba612105 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904157 Aug 04 11:57:39.667424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:57:39.674755 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:39.691800 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:57:39.718982 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:39.720028 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:57:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:39.732168 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b4999f95-e418-43b7-85e8-2d0684c70a2c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "PUT /v2.0/floatingips/11080f4b-6492-46f0-8044-e6ad2d4f865d HTTP/1.1" status: 200 len: 992 time: 1.4977965 Aug 04 11:57:39.732814 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:39.746059 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:39.874631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5304335-7fd3-411c-bd57-e4e9a221738d req-a2b26733-0ccd-4dc2-9c41-99e79dee595d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:39.877854 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f5304335-7fd3-411c-bd57-e4e9a221738d req-a2b26733-0ccd-4dc2-9c41-99e79dee595d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0924995 Aug 04 11:57:39.892546 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:39.948606 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f5304335-7fd3-411c-bd57-e4e9a221738d req-a90c9cd4-834d-40f3-8adb-71f1bc11f714 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586464 Aug 04 11:57:40.065994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a954ed-26cf-4549-a06e-2118f58aa8de x-openstack-request-id: req-b5a954ed-26cf-4549-a06e-2118f58aa8de {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:40.066456 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:40.067215 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5a954ed-26cf-4549-a06e-2118f58aa8de {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:40.068089 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'status': 'completed', 'code': 200} Aug 04 11:57:40.223724 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af8c19-0428-4ae2-9135-45d1f9449abf req-716c7073-d8df-41d6-bd6f-1fd834b48a3f tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:40.225344 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58af8c19-0428-4ae2-9135-45d1f9449abf req-716c7073-d8df-41d6-bd6f-1fd834b48a3f tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0833225 Aug 04 11:57:40.281469 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '11080f4b-6492-46f0-8044-e6ad2d4f865d', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:f8:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:57:22Z', 'updated_at': '2021-08-04T11:57:38Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:40.308643 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-58af8c19-0428-4ae2-9135-45d1f9449abf req-0241ff4f-e037-4027-bf2f-9a8c0abfa19b tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706499 Aug 04 11:57:40.314476 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:57:40.325231 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:57:40.325867 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:57:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:40.465578 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:57:40.809859 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cb3b1-88d4-4cc2-8a7a-03b047b8bbd7 req-0d078247-f060-41da-9ff9-b7a814725f4d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:40.812314 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-374cb3b1-88d4-4cc2-8a7a-03b047b8bbd7 req-0d078247-f060-41da-9ff9-b7a814725f4d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0727556 Aug 04 11:57:40.849054 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '11080f4b-6492-46f0-8044-e6ad2d4f865d', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:f8:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:57:22Z', 'updated_at': '2021-08-04T11:57:38Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:57:40.889872 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-374cb3b1-88d4-4cc2-8a7a-03b047b8bbd7 req-33b3d492-f3ac-4227-9b0c-8927d1cf68ce tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596323 Aug 04 11:57:40.890943 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38846d-b043-4196-8dbc-eb658e235ed9 None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '11080f4b-6492-46f0-8044-e6ad2d4f865d', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'port_id': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'mac_address': 'fa:16:3e:f8:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:57:22Z', 'updated_at': '2021-08-04T11:57:38Z', 'revision_number': 1, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:57:41.152978 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f74138-0f3e-4f60-ac7d-848a4ebe832b None None] New status for floating IP 11080f4b-6492-46f0-8044-e6ad2d4f865d: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:57:41.153761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028e043-e6bf-4994-86e5-fe374e926e12 req-bc9c46fa-6dd6-4b20-b786-a05026dcd142 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:41.158105 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1028e043-e6bf-4994-86e5-fe374e926e12 req-bc9c46fa-6dd6-4b20-b786-a05026dcd142 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0729444 Aug 04 11:57:41.212439 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1028e043-e6bf-4994-86e5-fe374e926e12 req-3b229a57-2338-44f9-825d-9904b763c738 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490201 Aug 04 11:57:41.544689 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3588907-eee2-4ebe-87de-033cf278f643 req-3c7b7e62-46e5-4cd8-9f29-7269b9147969 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:41.547563 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b3588907-eee2-4ebe-87de-033cf278f643 req-3c7b7e62-46e5-4cd8-9f29-7269b9147969 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0855908 Aug 04 11:57:41.610068 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b3588907-eee2-4ebe-87de-033cf278f643 req-c72a13e0-ac62-435b-a2ec-df7df6f88891 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Aug 04 11:57:42.083855 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708bb3-d860-49e6-9d32-86ef51f6c1b8 req-eaad3051-4040-45bc-b962-36803851690b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:42.086115 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-80708bb3-d860-49e6-9d32-86ef51f6c1b8 req-eaad3051-4040-45bc-b962-36803851690b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0570121 Aug 04 11:57:42.143037 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-80708bb3-d860-49e6-9d32-86ef51f6c1b8 req-8a4b07a2-218b-4a48-95e9-886de34c9d33 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499239 Aug 04 11:57:42.388740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655dad-818d-4ad4-a972-62ba30d67624 req-85a75afc-a8db-4d64-8d26-119eda4d1554 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:42.390451 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-26655dad-818d-4ad4-a972-62ba30d67624 req-85a75afc-a8db-4d64-8d26-119eda4d1554 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0696344 Aug 04 11:57:42.443681 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-26655dad-818d-4ad4-a972-62ba30d67624 req-9d0d687b-601b-459b-a657-acb5b2282f8c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457883 Aug 04 11:57:42.792452 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c1773-6bbd-4a7f-a473-cd96ef205e55 req-b90ce241-012f-4bee-81a5-90f7df984b7d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:42.795658 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc6c1773-6bbd-4a7f-a473-cd96ef205e55 req-b90ce241-012f-4bee-81a5-90f7df984b7d tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0824957 Aug 04 11:57:42.858865 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc6c1773-6bbd-4a7f-a473-cd96ef205e55 req-43bb8406-4533-43e7-a8b9-1c62233229ed tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527270 Aug 04 11:57:43.314761 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85408a2-fe8f-4dde-ae89-e31c90476d4f req-1aac86bc-9a64-4d11-9d7c-d913bdf6bacd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:43.316529 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f85408a2-fe8f-4dde-ae89-e31c90476d4f req-1aac86bc-9a64-4d11-9d7c-d913bdf6bacd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0639803 Aug 04 11:57:43.392358 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f85408a2-fe8f-4dde-ae89-e31c90476d4f req-1ad4e8a3-0750-48e5-846e-976fba5c1672 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680590 Aug 04 11:57:43.604620 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9f1d-b09d-4b66-9e1b-de083b8f05b3 req-66ca5cad-f4dd-42e9-be10-0248ee955e56 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:43.606541 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b7d9f1d-b09d-4b66-9e1b-de083b8f05b3 req-66ca5cad-f4dd-42e9-be10-0248ee955e56 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0613093 Aug 04 11:57:43.674291 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3b7d9f1d-b09d-4b66-9e1b-de083b8f05b3 req-182a5ed1-cc63-43d2-a0ee-ff733f54974f tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587902 Aug 04 11:57:44.034077 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197038-0bcf-4edb-b55c-5dc730a87414 req-0e071e3d-a564-4ed2-bc47-3ba0acda8c67 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.035977 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f6197038-0bcf-4edb-b55c-5dc730a87414 req-0e071e3d-a564-4ed2-bc47-3ba0acda8c67 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0757067 Aug 04 11:57:44.084650 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f6197038-0bcf-4edb-b55c-5dc730a87414 req-052ebd41-0e05-4271-910c-ef92538f37e2 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Aug 04 11:57:44.542071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fc0cd-6775-4f51-a325-621aa26d0fbb req-0304cc0f-bab1-4acb-a10e-f3c93114f9cf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.544744 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-494fc0cd-6775-4f51-a325-621aa26d0fbb req-0304cc0f-bab1-4acb-a10e-f3c93114f9cf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0614624 Aug 04 11:57:44.597396 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-494fc0cd-6775-4f51-a325-621aa26d0fbb req-0c6d7788-4f47-4f96-a592-9583bd529278 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Aug 04 11:57:44.864956 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bb5e3-03cb-4bfe-97cf-c4e176a8cc23 req-4defdaaa-bad3-48f6-95ef-6fa0bf156720 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.866576 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-322bb5e3-03cb-4bfe-97cf-c4e176a8cc23 req-4defdaaa-bad3-48f6-95ef-6fa0bf156720 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0722954 Aug 04 11:57:44.932931 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-322bb5e3-03cb-4bfe-97cf-c4e176a8cc23 req-6ee4e9fa-7bad-47c7-a0fb-01878e1cea50 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482094 Aug 04 11:57:45.241049 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b07bc-aeca-46e8-a039-b8cb62581ba9 req-be7c7ad9-16e9-4d67-928a-81f19816f223 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:45.243515 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-021b07bc-aeca-46e8-a039-b8cb62581ba9 req-be7c7ad9-16e9-4d67-928a-81f19816f223 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0625541 Aug 04 11:57:45.297751 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-021b07bc-aeca-46e8-a039-b8cb62581ba9 req-98427a4b-bb91-4890-88b5-40cee6e00bd7 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Aug 04 11:57:45.762857 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16c22-2fc6-4869-81a3-70a0cb297736 req-614b72f8-3cfe-46c0-a03e-e4d339a4b250 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:45.768224 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1f16c22-2fc6-4869-81a3-70a0cb297736 req-614b72f8-3cfe-46c0-a03e-e4d339a4b250 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0675747 Aug 04 11:57:45.826260 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f1f16c22-2fc6-4869-81a3-70a0cb297736 req-251255eb-930c-4d01-b583-9093b25189ce tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511684 Aug 04 11:57:46.069687 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda077a9-80de-45d1-a10f-d6e35a209526 req-4face5a4-3241-4c07-9276-50969e6ee063 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:46.071468 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fda077a9-80de-45d1-a10f-d6e35a209526 req-4face5a4-3241-4c07-9276-50969e6ee063 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0537736 Aug 04 11:57:46.113512 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fda077a9-80de-45d1-a10f-d6e35a209526 req-d84d6131-7d1e-48b0-8b35-4746802b6142 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354941 Aug 04 11:57:46.447049 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013924-0cd1-488c-ac6b-42004782d824 req-360d20b7-1af4-47a5-9651-cb31da723379 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:46.448835 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-63013924-0cd1-488c-ac6b-42004782d824 req-360d20b7-1af4-47a5-9651-cb31da723379 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0667100 Aug 04 11:57:46.507872 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-63013924-0cd1-488c-ac6b-42004782d824 req-179c6163-c080-49a6-9e9d-07c4a78ac675 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Aug 04 11:57:46.990973 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edaa6-e4fc-4556-ab51-03b732cb1a93 req-a9151dcb-82c0-4688-b3c5-49ddd09e0e74 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:46.994378 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-179edaa6-e4fc-4556-ab51-03b732cb1a93 req-a9151dcb-82c0-4688-b3c5-49ddd09e0e74 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0744414 Aug 04 11:57:47.048720 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-179edaa6-e4fc-4556-ab51-03b732cb1a93 req-c6d65d31-5b4c-4bcd-8a95-7a872035bd1a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Aug 04 11:57:47.263028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf32e1-6fbc-4fed-b3ad-4c2fb9f264b1 req-97a03719-f4b4-4d8e-b6e3-5557916d1268 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:47.264926 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-64cf32e1-6fbc-4fed-b3ad-4c2fb9f264b1 req-97a03719-f4b4-4d8e-b6e3-5557916d1268 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0645080 Aug 04 11:57:47.314369 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-64cf32e1-6fbc-4fed-b3ad-4c2fb9f264b1 req-a3335e6d-1a8e-4cd1-b416-cb016558900b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Aug 04 11:57:47.652888 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673f10b-4c3f-4bc7-ace0-8dfa730c625d req-956cfbba-3ee4-462c-a722-869208bd3e83 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:47.654553 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9673f10b-4c3f-4bc7-ace0-8dfa730c625d req-956cfbba-3ee4-462c-a722-869208bd3e83 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0597324 Aug 04 11:57:47.711677 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-9673f10b-4c3f-4bc7-ace0-8dfa730c625d req-633d7240-733d-47fe-a2bd-34a05bc5bf79 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Aug 04 11:57:48.221236 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128657-b693-40fc-8988-58a94f2d0c66 req-06c4c3f6-a2f5-4666-909a-b54e259314e1 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:48.223374 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c128657-b693-40fc-8988-58a94f2d0c66 req-06c4c3f6-a2f5-4666-909a-b54e259314e1 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0629556 Aug 04 11:57:48.280774 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c128657-b693-40fc-8988-58a94f2d0c66 req-ca14311a-d665-4aaa-8986-8b653a3f065a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499892 Aug 04 11:57:48.481648 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944803d-c28d-45bf-ba6a-4e1325288405 req-8101991b-c81a-4fef-88c5-3f9c58649d65 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:48.483220 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e944803d-c28d-45bf-ba6a-4e1325288405 req-8101991b-c81a-4fef-88c5-3f9c58649d65 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0627296 Aug 04 11:57:48.536393 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e944803d-c28d-45bf-ba6a-4e1325288405 req-5a52ea10-fbc7-4233-91d2-00698b651edd tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Aug 04 11:57:48.873526 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2727c7-9786-4c12-82bf-9460fca79d1b req-7395959b-b012-4b56-ae8f-8ad025d55cc2 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:48.875108 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ce2727c7-9786-4c12-82bf-9460fca79d1b req-7395959b-b012-4b56-ae8f-8ad025d55cc2 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Aug 04 11:57:48.929945 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ce2727c7-9786-4c12-82bf-9460fca79d1b req-a5cfb8de-a386-4a21-8cb3-f933cb889154 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Aug 04 11:57:49.431689 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-c3af97f8-addc-4115-83a3-2f7a9510d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.433425 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-c3af97f8-addc-4115-83a3-2f7a9510d2b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 1099 time: 0.1021976 Aug 04 11:57:49.454643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416a5c5-da80-42d6-b854-5036434340a9 req-d3ab4c1d-848c-494c-bbfa-9e874c3e4550 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.456096 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b416a5c5-da80-42d6-b854-5036434340a9 req-d3ab4c1d-848c-494c-bbfa-9e874c3e4550 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0812418 Aug 04 11:57:49.530004 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a755ad4-dbea-4940-80ab-ee8a8a92c524 req-31511016-2a7e-4e79-bea9-c334fafaa89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.533004 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a755ad4-dbea-4940-80ab-ee8a8a92c524 req-31511016-2a7e-4e79-bea9-c334fafaa89f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 1098 time: 0.0497856 Aug 04 11:57:49.553857 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b416a5c5-da80-42d6-b854-5036434340a9 req-da17a432-a6f0-483f-96a8-97611a999d3f tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894072 Aug 04 11:57:49.624530 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4a755ad4-dbea-4940-80ab-ee8a8a92c524 req-f1812d1b-dc62-476a-a182-83b66b686d69 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Aug 04 11:57:49.627319 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-028f669f-5b85-43fd-ac24-a3c27cc3d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.628919 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-028f669f-5b85-43fd-ac24-a3c27cc3d547 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1098 time: 0.0947349 Aug 04 11:57:49.629669 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-a4b6e29a-d709-4dbf-8953-5abd65349cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.631192 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-a4b6e29a-d709-4dbf-8953-5abd65349cb9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 200 len: 912 time: 0.1483850 Aug 04 11:57:49.708831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ee1d0-054f-4b2c-9961-2f21005c6648 req-35df6966-f62c-4d80-8fb2-0932a1014cc7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.712478 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dc3ee1d0-054f-4b2c-9961-2f21005c6648 req-35df6966-f62c-4d80-8fb2-0932a1014cc7 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0653436 Aug 04 11:57:49.756728 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dc3ee1d0-054f-4b2c-9961-2f21005c6648 req-319db18b-95ff-4897-a9c5-8be4c67682e5 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Aug 04 11:57:49.987795 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-fff8d63e-8bba-4543-a6e1-3d238e13fb5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646 HTTP/1.1" status: 200 len: 1002 time: 0.0773273 Aug 04 11:57:50.034293 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-47fce041-fa67-4d51-a20e-e40de51f7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.036838 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-47fce041-fa67-4d51-a20e-e40de51f7346 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.1266737 Aug 04 11:57:50.085842 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-310163be-a247-42b9-b621-b40a9820af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.087824 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-310163be-a247-42b9-b621-b40a9820af9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 200 len: 850 time: 0.0917385 Aug 04 11:57:50.116735 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509bb10-0238-4a36-a227-add3df935072 req-92e2bc94-ae45-4182-89ee-ecd9d6ecceec tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.119313 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1509bb10-0238-4a36-a227-add3df935072 req-92e2bc94-ae45-4182-89ee-ecd9d6ecceec tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0871778 Aug 04 11:57:50.130799 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-3542389e-fe2b-4e14-b255-34a4113e1a77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 1000 time: 0.0844116 Aug 04 11:57:50.186472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-0f398f83-4499-41fd-aca6-7665204cfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.188036 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-0f398f83-4499-41fd-aca6-7665204cfc9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=56731476-54a0-4e45-ae1e-4ff9c181c86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902636 Aug 04 11:57:50.191322 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1509bb10-0238-4a36-a227-add3df935072 req-11caac57-3299-4517-bf82-be39230b82cf tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549746 Aug 04 11:57:50.215697 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-a40d29c4-5118-4557-aa9d-00537c3bbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.216644 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-a40d29c4-5118-4557-aa9d-00537c3bbc82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0770464 Aug 04 11:57:50.291301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-daf3c2a8-6ca4-4572-9c09-324c21a79b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.292912 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-daf3c2a8-6ca4-4572-9c09-324c21a79b46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648766 Aug 04 11:57:50.313655 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-088bbac1-d816-466f-ba1c-283984ea6f6a service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113665 Aug 04 11:57:50.367730 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-543b5228-ecd9-4adc-b7cc-b05e8448ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:50.428175 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-1d801344-1e7f-4348-a383-0077b8ad8a2c service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233032 Aug 04 11:57:50.549993 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fe1a03f-ef17-455b-a955-417fb2027712 req-bff86a19-90f9-434f-a24f-b6e6dd3c832e service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090875 Aug 04 11:57:50.738972 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f18b6179-e2aa-444d-bfbe-a24bd310b4d4 req-efa01ab7-c484-43e3-8156-8a39dc8d5fe3 service neutron] 10.222.0.89 "GET /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162409 Aug 04 11:57:50.751787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6423d-3cb1-4e90-b713-eabec719ca0a req-65d8edce-5c7f-429f-9d5b-9cfb9a6f2fad tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.753261 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1fd6423d-3cb1-4e90-b713-eabec719ca0a req-65d8edce-5c7f-429f-9d5b-9cfb9a6f2fad tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0790424 Aug 04 11:57:50.802881 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-1fd6423d-3cb1-4e90-b713-eabec719ca0a req-469f1ac9-926d-45ab-8979-1d853ed1b663 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Aug 04 11:57:50.935235 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a303d-1721-47b7-874a-b8b5d0c222ac req-6081e68b-1f3f-4419-8b5a-e3c0241a928d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.937103 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c05a303d-1721-47b7-874a-b8b5d0c222ac req-6081e68b-1f3f-4419-8b5a-e3c0241a928d tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 944 time: 0.0678132 Aug 04 11:57:50.988351 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c05a303d-1721-47b7-874a-b8b5d0c222ac req-e9c3f0d1-2683-4aac-b58a-1ec4f89e4578 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Aug 04 11:57:51.164456 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:57:51.286762 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:51.299490 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'port_id': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'mac_address': 'fa:16:3e:c3:98:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:57:51.327811 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da165-b723-42a9-b8bd-c8022f72e8be req-af3dbbe6-6f0e-4732-b926-ae8bcab0c5bf tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:51.329615 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a32da165-b723-42a9-b8bd-c8022f72e8be req-af3dbbe6-6f0e-4732-b926-ae8bcab0c5bf tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0602627 Aug 04 11:57:51.337743 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:51.351969 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:51.373123 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:51.375010 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a32da165-b723-42a9-b8bd-c8022f72e8be req-f7e2c551-c75a-4285-b02b-f2cb4200e00f tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Aug 04 11:57:51.377467 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:51.435247 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=9']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:51.732453 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['9c1b522a-1d40-45ec-9792-ff2252b668de'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:51.943427 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aefc4-4284-4e2f-abe8-807ed6553720 req-e980929b-579a-46c0-a265-34ecae482f0b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:51.945040 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c7aefc4-4284-4e2f-abe8-807ed6553720 req-e980929b-579a-46c0-a265-34ecae482f0b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0598547 Aug 04 11:57:51.987451 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3c7aefc4-4284-4e2f-abe8-807ed6553720 req-b6a424d9-aba0-4cb8-890f-801eeecb4005 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342729 Aug 04 11:57:52.126780 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f16b9-5696-4294-bfa4-00d8a34acbdd req-1ac31837-a701-4cf2-9e0a-1f6f73ac54f9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:52.128372 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d0f16b9-5696-4294-bfa4-00d8a34acbdd req-1ac31837-a701-4cf2-9e0a-1f6f73ac54f9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 945 time: 0.0525444 Aug 04 11:57:52.171963 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d0f16b9-5696-4294-bfa4-00d8a34acbdd req-8fb3d5f8-4b6b-408e-808a-5343c1fbe79a tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351431 Aug 04 11:57:53.128644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130047d-25da-46d6-a687-0bddf54789a2 req-6d80efc3-d674-4fa8-a5dd-bdfa14e22568 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:53.130278 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1130047d-25da-46d6-a687-0bddf54789a2 req-6d80efc3-d674-4fa8-a5dd-bdfa14e22568 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0624552 Aug 04 11:57:53.189355 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-1130047d-25da-46d6-a687-0bddf54789a2 req-eb9ad4f1-cb69-479d-88fd-206f2a26e651 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517468 Aug 04 11:57:53.197462 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:57:53.274971 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 9c1b522a-1d40-45ec-9792-ff2252b668de triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:53.275383 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.338089 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb376d7b-2cd2-4e40-ada5-9963bbf13cdd req-8f7d4102-9f91-479f-b0dd-9277ed21a4bb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:53.339667 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fb376d7b-2cd2-4e40-ada5-9963bbf13cdd req-8f7d4102-9f91-479f-b0dd-9277ed21a4bb tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 945 time: 0.0721107 Aug 04 11:57:53.370826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-3d295c3f-04b6-4554-a768-dc86a13f48a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.392896 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.401685 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fb376d7b-2cd2-4e40-ada5-9963bbf13cdd req-a0635a80-0939-481e-add5-02185eb12321 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477848 Aug 04 11:57:53.433471 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:53.436811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3990f3b-5827-4184-98fb-d5d75f558497" -d '{"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:53.458653 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:53.464226 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.489307 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c3d3f2-02fa-4bdc-af5e-94950014a8f2 x-openstack-request-id: req-14c3d3f2-02fa-4bdc-af5e-94950014a8f2 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:53.489603 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:53.489865 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14c3d3f2-02fa-4bdc-af5e-94950014a8f2 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:53.490260 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'code': 200} Aug 04 11:57:53.530049 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=10']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:53.541085 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.564443 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:53.782351 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22408e79-11a0-42d0-8330-2fc480414090 req-636183fd-ffea-42c5-af38-d23e5d8dea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:53.784039 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-22408e79-11a0-42d0-8330-2fc480414090 req-636183fd-ffea-42c5-af38-d23e5d8dea70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 1100 time: 0.0537705 Aug 04 11:57:53.826819 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-22408e79-11a0-42d0-8330-2fc480414090 req-5b9542b0-4110-4f9d-8de6-699115d046be service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Aug 04 11:57:54.331974 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660be9-6136-4b1c-8759-aaabe3449c90 req-1ef55c7b-e889-42c2-9c47-c1d4aefaf9a8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:54.333520 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d660be9-6136-4b1c-8759-aaabe3449c90 req-1ef55c7b-e889-42c2-9c47-c1d4aefaf9a8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0581357 Aug 04 11:57:54.373223 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6d660be9-6136-4b1c-8759-aaabe3449c90 req-2bff756c-0dce-4062-a4a3-dcede6c0f990 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Aug 04 11:57:54.579848 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333022-263d-4b02-9bee-35685ee8acbd req-870c789b-8ca6-4bb8-b47a-d214803a9c86 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:54.581808 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-02333022-263d-4b02-9bee-35685ee8acbd req-870c789b-8ca6-4bb8-b47a-d214803a9c86 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0799496 Aug 04 11:57:54.645381 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-02333022-263d-4b02-9bee-35685ee8acbd req-17dab488-f93c-4e81-af58-5c9a6fab45c0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Aug 04 11:57:54.648703 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-22bfc4e6-3bfb-41c2-be9a-fa904790fd5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883610 Aug 04 11:57:54.652105 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae57b97-d220-4220-bb51-eedd7f68aeeb req-fac2f2b8-7ec9-4090-ac7c-ead8a572f213 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:54.653692 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fae57b97-d220-4220-bb51-eedd7f68aeeb req-fac2f2b8-7ec9-4090-ac7c-ead8a572f213 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0613654 Aug 04 11:57:54.702361 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fae57b97-d220-4220-bb51-eedd7f68aeeb req-09b0041d-3a18-484b-b95c-cbdf9e872b9a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Aug 04 11:57:55.063944 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:55.795968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233c955-a2ff-4059-a0a7-bef3dd7126ff req-2f3f9278-1ec4-4d28-8f72-6892872047b9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:55.798394 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e233c955-a2ff-4059-a0a7-bef3dd7126ff req-2f3f9278-1ec4-4d28-8f72-6892872047b9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0650468 Aug 04 11:57:55.844023 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e233c955-a2ff-4059-a0a7-bef3dd7126ff req-56923e0c-c330-44de-a7dc-d5050d5f473c tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372713 Aug 04 11:57:55.844242 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b12433-6c71-40ab-ab34-916c809ce10c req-f4c0fffd-b9fa-4e3e-bc9d-69eaedb54ab3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:55.845593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c3b12433-6c71-40ab-ab34-916c809ce10c req-f4c0fffd-b9fa-4e3e-bc9d-69eaedb54ab3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0555441 Aug 04 11:57:55.886211 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c3b12433-6c71-40ab-ab34-916c809ce10c req-3337c2d2-1e74-40d8-9060-4f8727549c2a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341561 Aug 04 11:57:56.970921 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c6989-a5d8-47d5-9175-ecfdc3098060 req-5301ac1d-5031-4eb0-9713-859b041022ec tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:56.972507 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-901c6989-a5d8-47d5-9175-ecfdc3098060 req-5301ac1d-5031-4eb0-9713-859b041022ec tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0526905 Aug 04 11:57:57.012236 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffab897-1312-4339-9664-73ad98cc08e0 req-772566fd-b497-4c53-ad3d-67adb798fa9c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:57.013750 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cffab897-1312-4339-9664-73ad98cc08e0 req-772566fd-b497-4c53-ad3d-67adb798fa9c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0537634 Aug 04 11:57:57.016298 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-901c6989-a5d8-47d5-9175-ecfdc3098060 req-ce4b6fb8-e6e8-4ef1-81c6-50bbd238b9d0 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Aug 04 11:57:57.052786 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-cffab897-1312-4339-9664-73ad98cc08e0 req-5c24ff25-087a-4759-8acc-0165891a4661 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Aug 04 11:57:57.232921 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:57.324135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:57.350814 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:57.353923 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f6b6b0-e967-4f7d-8387-9c5055dbbb04" -d '{"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-unplugged", "status": "completed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:57.372199 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:57.377559 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:57.408123 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80b444a-96c8-4605-958e-d69334db2e72 x-openstack-request-id: req-c80b444a-96c8-4605-958e-d69334db2e72 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:57.408432 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-unplugged", "status": "failed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "code": 422}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:57.408664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c80b444a-96c8-4605-958e-d69334db2e72 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:57.409066 dv-cinder-792800-3-iscsi neutron-server[104941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'code': 422} returned with failed status Aug 04 11:57:57.443769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=6']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:57.522107 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:58.176382 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8a6b-0636-423d-b97a-f39a09cafcb2 req-ac115f4d-b7f3-4172-8d7f-a0e682375179 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:58.177105 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-46bf8a6b-0636-423d-b97a-f39a09cafcb2 req-ac115f4d-b7f3-4172-8d7f-a0e682375179 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0553749 Aug 04 11:57:58.222593 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-46bf8a6b-0636-423d-b97a-f39a09cafcb2 req-1a23e26d-d9ff-4925-8e2e-12c18d42c6f0 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370121 Aug 04 11:57:59.360542 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805412-8c22-4077-8591-5d691cb10662 req-1d115fcf-67c6-430e-8406-412dabaf3ce6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:59.362197 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-01805412-8c22-4077-8591-5d691cb10662 req-1d115fcf-67c6-430e-8406-412dabaf3ce6 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0565901 Aug 04 11:57:59.409967 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-01805412-8c22-4077-8591-5d691cb10662 req-15c54845-5c97-4517-98a4-28794debd27c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Aug 04 11:58:00.539567 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44507e-9e37-4302-be06-66806c7ae409 req-2eb41339-b3fb-4897-bb05-479d9b1ea3bc tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:00.541299 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4f44507e-9e37-4302-be06-66806c7ae409 req-2eb41339-b3fb-4897-bb05-479d9b1ea3bc tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0585523 Aug 04 11:58:00.586319 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-4f44507e-9e37-4302-be06-66806c7ae409 req-01cade35-ff5f-49bd-b812-4efe09d31e0c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 Aug 04 11:58:01.739054 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2c45-d4ad-4ccc-a9bb-c71b28d7a876 req-589223b3-1887-44e8-879b-9aba72187d34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:01.740608 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-25ce2c45-d4ad-4ccc-a9bb-c71b28d7a876 req-589223b3-1887-44e8-879b-9aba72187d34 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0607336 Aug 04 11:58:01.782086 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-25ce2c45-d4ad-4ccc-a9bb-c71b28d7a876 req-117c8312-85bf-4ee5-9382-b5bc71a82a8d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338876 Aug 04 11:58:02.832453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754c079-ac3e-46c9-a715-b42065229183 req-3ff8b3f7-9609-430b-a245-0464c7e85638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:02.833673 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b697b-287c-4126-abcf-830291c6a366 req-a62a230f-2b45-4483-8e68-0ae5acec858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:02.834160 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-3ff8b3f7-9609-430b-a245-0464c7e85638 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb&tenant_id=77744f95b8414c45b561c7b403c1c869 HTTP/1.1" status: 200 len: 1096 time: 0.0569077 Aug 04 11:58:02.835656 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-a62a230f-2b45-4483-8e68-0ae5acec858a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1096 time: 0.0581479 Aug 04 11:58:02.943218 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0863-7619-4c54-b045-c62edff77dfc req-58c7f68a-d398-48c6-af22-f9399b091c98 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:02.947205 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7a3e0863-7619-4c54-b045-c62edff77dfc req-58c7f68a-d398-48c6-af22-f9399b091c98 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0649331 Aug 04 11:58:02.980180 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b697b-287c-4126-abcf-830291c6a366 req-7569d5ab-f68b-496a-b3fd-c9f7bfa0d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:02.982637 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-7569d5ab-f68b-496a-b3fd-c9f7bfa0d553 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.1218698 Aug 04 11:58:03.015823 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7a3e0863-7619-4c54-b045-c62edff77dfc req-8ba2afdd-1f54-42d1-a7f4-83780ec01464 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623515 Aug 04 11:58:03.085032 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-77e4a2be-d6a3-4b5a-93be-7e92da0125fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 998 time: 0.0900073 Aug 04 11:58:03.157502 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b697b-287c-4126-abcf-830291c6a366 req-c9d68af3-6890-4d39-9c00-33676da26d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.160068 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-c9d68af3-6890-4d39-9c00-33676da26d0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0670998 Aug 04 11:58:03.214816 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b697b-287c-4126-abcf-830291c6a366 req-b40cf36e-b70f-4a16-9bf0-e91be8512a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.216357 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-b40cf36e-b70f-4a16-9bf0-e91be8512a47 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478067 Aug 04 11:58:03.324920 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-b39a830c-89eb-4f22-b563-dc3160a50ce3 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997732 Aug 04 11:58:03.436581 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-085b697b-287c-4126-abcf-830291c6a366 req-8916f10f-6e13-40f4-9dc9-d795228c1d90 service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041491 Aug 04 11:58:03.576830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754c079-ac3e-46c9-a715-b42065229183 req-a2152cef-d2e7-434a-9ee9-6a44a4425bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.578502 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-a2152cef-d2e7-434a-9ee9-6a44a4425bcc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1096 time: 0.0541980 Aug 04 11:58:03.693037 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754c079-ac3e-46c9-a715-b42065229183 req-e2889ddc-a013-4899-a76d-642b4d8aed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.694908 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-e2889ddc-a013-4899-a76d-642b4d8aed64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.1080949 Aug 04 11:58:03.805127 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-fad22ea8-0dd5-4694-976e-5d37bc13d591 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 998 time: 0.1007493 Aug 04 11:58:03.875972 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754c079-ac3e-46c9-a715-b42065229183 req-6df0a20f-557a-4347-aeca-2ef713c5bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.878156 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-6df0a20f-557a-4347-aeca-2ef713c5bbbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.0655346 Aug 04 11:58:03.957496 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754c079-ac3e-46c9-a715-b42065229183 req-6394f99a-4de4-40f1-898b-bf9326195eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:03.959680 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-6394f99a-4de4-40f1-898b-bf9326195eb6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514114 Aug 04 11:58:04.066315 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-27acff8c-ca64-46f5-af95-e3ac3979505e service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955217 Aug 04 11:58:04.164067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bba152-f9e2-413b-8d3d-248cabb3c7db req-b9e4d585-372d-4c40-8cff-c2a1c55aae9a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:04.166121 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f2bba152-f9e2-413b-8d3d-248cabb3c7db req-b9e4d585-372d-4c40-8cff-c2a1c55aae9a tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0651097 Aug 04 11:58:04.232512 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f2bba152-f9e2-413b-8d3d-248cabb3c7db req-933fbc88-758f-4d57-89d5-da9505b75b1b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584626 Aug 04 11:58:05.144918 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a754c079-ac3e-46c9-a715-b42065229183 req-5985f195-5393-4c33-aed3-2e77979ea83a service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636794 Aug 04 11:58:05.379955 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fca00-80b8-4af3-bb39-1b43b6b2bdd6 req-41694663-a28c-4eb4-afa2-3e88d9ce16b8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:05.381669 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3f2fca00-80b8-4af3-bb39-1b43b6b2bdd6 req-41694663-a28c-4eb4-afa2-3e88d9ce16b8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0701590 Aug 04 11:58:05.436054 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3f2fca00-80b8-4af3-bb39-1b43b6b2bdd6 req-115c5f57-491f-4498-a656-12988db0ab71 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Aug 04 11:58:06.576314 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bb57d-335a-4346-96bc-eecf9b745154 req-3dd726fe-0ca7-428f-bfe8-1a697dbeba9d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:06.577984 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-229bb57d-335a-4346-96bc-eecf9b745154 req-3dd726fe-0ca7-428f-bfe8-1a697dbeba9d tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0627964 Aug 04 11:58:06.638633 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-229bb57d-335a-4346-96bc-eecf9b745154 req-f7e5a7f9-054d-4fb1-ac54-8228da9449d2 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544124 Aug 04 11:58:06.851995 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:58:07.785293 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcf30e-4319-4e1b-9456-19a51eb8c15f req-e10eef3b-a7dd-49a7-8ded-72c7ea7918f7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:07.786885 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-84bcf30e-4319-4e1b-9456-19a51eb8c15f req-e10eef3b-a7dd-49a7-8ded-72c7ea7918f7 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0630195 Aug 04 11:58:07.838822 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-84bcf30e-4319-4e1b-9456-19a51eb8c15f req-d9c8e346-36a4-4a89-8c84-aa5ddfa25384 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Aug 04 11:58:09.003782 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576c2f-2cdb-4a8c-9f36-408f14a6c2db req-a4d11062-16fe-46f1-9f5a-793bf86d2bb1 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:09.006625 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-09576c2f-2cdb-4a8c-9f36-408f14a6c2db req-a4d11062-16fe-46f1-9f5a-793bf86d2bb1 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0882161 Aug 04 11:58:09.058851 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-09576c2f-2cdb-4a8c-9f36-408f14a6c2db req-0bb47f72-c060-403a-908b-0f2e46509417 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Aug 04 11:58:10.231261 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6f060-741e-40ef-a011-7cac8700b118 req-aad2ff58-dda2-4f5b-a896-df5a090daf69 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:10.239287 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-47c6f060-741e-40ef-a011-7cac8700b118 req-aad2ff58-dda2-4f5b-a896-df5a090daf69 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0724258 Aug 04 11:58:10.297319 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-47c6f060-741e-40ef-a011-7cac8700b118 req-1e03597e-d22e-42b1-90de-71d4426e71a4 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568380 Aug 04 11:58:11.521886 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bc708-884f-4ff4-ae98-5bd36bd5e85b req-8189eb55-0c96-49bc-b8fe-ba920594dc44 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:11.525475 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f68bc708-884f-4ff4-ae98-5bd36bd5e85b req-8189eb55-0c96-49bc-b8fe-ba920594dc44 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0744793 Aug 04 11:58:11.590836 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f68bc708-884f-4ff4-ae98-5bd36bd5e85b req-c8f45269-bb5d-44df-8e03-3a0ecf6a8920 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566089 Aug 04 11:58:12.765859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec627-55c2-4bcb-896d-f0c4c3b4e193 req-8e600522-be24-461e-bab9-fda88d6a633f tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:12.767483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3feec627-55c2-4bcb-896d-f0c4c3b4e193 req-8e600522-be24-461e-bab9-fda88d6a633f tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 943 time: 0.0781424 Aug 04 11:58:12.818851 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3feec627-55c2-4bcb-896d-f0c4c3b4e193 req-156f5793-a4cb-487c-9db7-b2680a5d2edd tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Aug 04 11:58:13.024465 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09460979-622d-4437-8824-513cde604e18 req-0fd060d8-37e6-4219-9a7f-57bee03c2314 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:13.025954 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-09460979-622d-4437-8824-513cde604e18 req-0fd060d8-37e6-4219-9a7f-57bee03c2314 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Aug 04 11:58:13.072638 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-09460979-622d-4437-8824-513cde604e18 req-0bfefe33-fba5-49b4-9e25-3aa94ef4a384 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Aug 04 11:58:13.315235 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:58:13.430567 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:13.445671 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'port_id': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'mac_address': 'fa:16:3e:4d:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:58:13.500032 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:13.516747 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15442eb-84a9-429f-bbd4-d094869090ec {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:58:13.542904 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:13.549189 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:13.615643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=7']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:13.624749 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.625126 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.625431 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.625769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.626128 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.626428 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.626762 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.627096 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.627424 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.627781 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.628157 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.628552 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:13.931744 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['f15442eb-84a9-429f-bbd4-d094869090ec'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:58:13.988366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458d64c-7443-4cdd-9667-5739caa6f54d req-8bb696a6-e319-4d24-817e-8f9d40295ea8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:13.990224 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c458d64c-7443-4cdd-9667-5739caa6f54d req-8bb696a6-e319-4d24-817e-8f9d40295ea8 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 944 time: 0.0797989 Aug 04 11:58:14.064221 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-c458d64c-7443-4cdd-9667-5739caa6f54d req-8533ad5a-f90b-45d1-b230-49ccdb5b977c tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640347 Aug 04 11:58:14.243631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf91e9-a0d1-4260-978d-0f0d961acc50 req-93b38b64-1bfa-46f9-b1fd-206c65739b5c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:14.245806 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-06cf91e9-a0d1-4260-978d-0f0d961acc50 req-93b38b64-1bfa-46f9-b1fd-206c65739b5c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0684845 Aug 04 11:58:14.303465 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-06cf91e9-a0d1-4260-978d-0f0d961acc50 req-8d9e0372-c825-45bf-89ed-cd058d34e310 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494580 Aug 04 11:58:14.981954 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702986a9-e05c-4378-a262-a1bf600faf25 req-06f252d6-7d2e-45c8-883e-8581762668be tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:14.984292 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-702986a9-e05c-4378-a262-a1bf600faf25 req-06f252d6-7d2e-45c8-883e-8581762668be tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0794659 Aug 04 11:58:15.105249 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Deleting port 87b28434-66b3-491e-92c5-77b21b60421b {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:15.105773 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.265109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba703c8-2cc7-4fe0-b5bc-8cc7c180286b req-a9139b42-befc-4111-9522-746459e246bf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:15.266777 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eba703c8-2cc7-4fe0-b5bc-8cc7c180286b req-a9139b42-befc-4111-9522-746459e246bf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 944 time: 0.0929334 Aug 04 11:58:15.277763 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] For port 87b28434-66b3-491e-92c5-77b21b60421b, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=87b28434-66b3-491e-92c5-77b21b60421b,segment=NetworkSegment(b199a694-7ac0-4959-a3c9-7c1e50d7139f),segment_id=b199a694-7ac0-4959-a3c9-7c1e50d7139f)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:15.278141 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.305324 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Calling delete_port for 87b28434-66b3-491e-92c5-77b21b60421b owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:15.329717 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:58:15.380879 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-eba703c8-2cc7-4fe0-b5bc-8cc7c180286b req-e8304aad-d95b-44f6-b125-5373d2ef0470 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055474 Aug 04 11:58:15.394594 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port f15442eb-84a9-429f-bbd4-d094869090ec triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:58:15.395097 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.488284 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c143299-e26f-4491-81ca-5728d4f1579d req-492f066c-8688-4334-a086-83557f67c4f0 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:15.490673 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c143299-e26f-4491-81ca-5728d4f1579d req-492f066c-8688-4334-a086-83557f67c4f0 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 945 time: 0.0881186 Aug 04 11:58:15.497467 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.513753 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.528142 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:58:15.530941 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ad839-aee2-432f-8ca3-81da44da4f35" -d '{"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-plugged", "status": "completed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:58:15.539875 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c143299-e26f-4491-81ca-5728d4f1579d req-196b3586-fef6-4fdf-83ea-93603a4ec10c tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/security-groups?id=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Aug 04 11:58:15.552534 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['87b28434-66b3-491e-92c5-77b21b60421b'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:58:15.557417 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:15.564873 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Pushing event deleted for resources: {'Port': ['ID=87b28434-66b3-491e-92c5-77b21b60421b,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:15.592956 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.623984 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59283d6-2aef-4016-9e3c-04a22cdbaee4 x-openstack-request-id: req-a59283d6-2aef-4016-9e3c-04a22cdbaee4 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:58:15.624376 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-plugged", "status": "completed", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:58:15.624553 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a59283d6-2aef-4016-9e3c-04a22cdbaee4 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:58:15.624998 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'code': 200} Aug 04 11:58:15.629839 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] No DVR routers for this DVR port 87b28434-66b3-491e-92c5-77b21b60421b on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:15.633587 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.635879 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-702986a9-e05c-4378-a262-a1bf600faf25 req-995b85d1-8a0b-4411-b691-59884e9b5e21 tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.89 "DELETE /v2.0/ports/87b28434-66b3-491e-92c5-77b21b60421b HTTP/1.1" status: 204 len: 173 time: 0.6427288 Aug 04 11:58:15.636424 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'name': 'network-vif-deleted', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:58:15.638789 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2de592-77dc-4bc7-8378-f11f35ff9f97" -d '{"events": [{"server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "name": "network-vif-deleted", "tag": "87b28434-66b3-491e-92c5-77b21b60421b"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:58:15.660584 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=8']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:15.691805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7a376-e055-4e9a-ac95-70295fc214f1 x-openstack-request-id: req-4cf7a376-e055-4e9a-ac95-70295fc214f1 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:58:15.692085 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec761044-ecb8-4259-bf28-f81a16e09039", "name": "network-vif-deleted", "tag": "87b28434-66b3-491e-92c5-77b21b60421b", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:58:15.692369 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4cf7a376-e055-4e9a-ac95-70295fc214f1 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:58:15.692737 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec761044-ecb8-4259-bf28-f81a16e09039', 'name': 'network-vif-deleted', 'tag': '87b28434-66b3-491e-92c5-77b21b60421b', 'status': 'completed', 'code': 200} Aug 04 11:58:16.040798 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503ae86-2518-4d1c-9965-dd33109d0144 req-cbd1644c-c03a-4ed4-8015-3aeeaaf3cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:16.043298 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a503ae86-2518-4d1c-9965-dd33109d0144 req-cbd1644c-c03a-4ed4-8015-3aeeaaf3cc59 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1098 time: 0.0711632 Aug 04 11:58:16.107567 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a503ae86-2518-4d1c-9965-dd33109d0144 req-ae0eef2a-e589-4d6c-b865-a400ce56ba4b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538406 Aug 04 11:58:16.545424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64f364-aa81-45ba-9820-bbdd980625fc req-92227592-138b-4c8a-8a1f-58a520cd49f2 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:16.547396 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9d64f364-aa81-45ba-9820-bbdd980625fc req-92227592-138b-4c8a-8a1f-58a520cd49f2 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0596535 Aug 04 11:58:16.604130 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9d64f364-aa81-45ba-9820-bbdd980625fc req-e15811ab-17e9-4a27-8b7e-bbcc5a8847cb tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485039 Aug 04 11:58:16.734353 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87f8e2b2-07c0-4c40-b858-82d3ddca6bf3 req-e1c6f777-93db-4ebd-8580-ba36908e1ebe tempest-VolumesSnapshotTestJSON-1065510766 tempest-VolumesSnapshotTestJSON-1065510766-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec761044-ecb8-4259-bf28-f81a16e09039 HTTP/1.1" status: 200 len: 210 time: 0.0342655 Aug 04 11:58:17.824164 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e86f0-9650-447e-b2d6-3c1b18ab9582 req-9a07c9ca-3ed5-494b-9647-a4b2d25d5e93 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:17.827824 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-117e86f0-9650-447e-b2d6-3c1b18ab9582 req-9a07c9ca-3ed5-494b-9647-a4b2d25d5e93 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0952730 Aug 04 11:58:17.909780 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-117e86f0-9650-447e-b2d6-3c1b18ab9582 req-3f5ffcfe-524b-448f-865d-a2fd53ecdea5 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724409 Aug 04 11:58:19.369849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 87b28434-66b3-491e-92c5-77b21b60421b no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:19.391943 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 87b28434-66b3-491e-92c5-77b21b60421b {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:58:19.392328 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 87b28434-66b3-491e-92c5-77b21b60421b not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:20.363462 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3764-55b9-467f-b15f-031d6f71dc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:23.341495 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e4e20e7e-5018-42ce-a44d-d2c23f38f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:23.527090 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:23.572990 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:25.064744 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:27.530191 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:39.378498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bb2dc-b85f-4482-8681-6779d57221bd req-b73f79ff-31e0-4e82-8942-f4965ca264b6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:39.380007 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e7bb2dc-b85f-4482-8681-6779d57221bd req-b73f79ff-31e0-4e82-8942-f4965ca264b6 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0523334 Aug 04 11:58:39.419466 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9e7bb2dc-b85f-4482-8681-6779d57221bd req-f87be37c-026b-4d27-b94b-68511ada951b tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 Aug 04 11:58:40.585294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bc374-1e1b-4e45-bebc-01305ba17dee req-71fa1084-c181-46b9-8259-57d9067483e1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:40.586834 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-111bc374-1e1b-4e45-bebc-01305ba17dee req-71fa1084-c181-46b9-8259-57d9067483e1 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0665174 Aug 04 11:58:40.642055 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-111bc374-1e1b-4e45-bebc-01305ba17dee req-f89f7858-ddb6-4dd6-9557-a72e855a4854 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ad82a32-385e-4f7a-82ca-49f00ddf59f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Aug 04 11:58:40.973102 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-178f6666-0992-4816-b626-f3c793c6a082 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:40.974609 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-178f6666-0992-4816-b626-f3c793c6a082 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 947 time: 0.0551775 Aug 04 11:58:41.070952 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Deleting port 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:41.071296 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.169597 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] For port 9c1b522a-1d40-45ec-9792-ff2252b668de, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9c1b522a-1d40-45ec-9792-ff2252b668de,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:41.169968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.355800 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.356333 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.356650 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Floating IP 707c6e09-d1e4-4050-b90d-ed771d3a43da disassociated. External IP: 172.27.1.24, port: 9c1b522a-1d40-45ec-9792-ff2252b668de. Aug 04 11:58:41.356985 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Calling delete_port for 9c1b522a-1d40-45ec-9792-ff2252b668de owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:41.505103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.538220 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'Port': ['ID=9c1b522a-1d40-45ec-9792-ff2252b668de,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:41.551425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.551425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.551700 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.552046 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.552388 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.552804 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.553498 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.554191 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.554534 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.554876 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.555214 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.555550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:41.674019 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:58:41.754702 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-dd1ba1ed-852e-464e-80db-9fc748e0fa91 req-63f11d54-6c93-4aaa-8ce8-43ffe78011c9 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/ports?device_id=946fee35-ceed-4c4d-96d2-77f0d533dbfb HTTP/1.1" status: 200 len: 210 time: 0.0332537 Aug 04 11:58:41.829536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:58:41.849216 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:58:41.872454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:41.873302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:41.894272 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] No DVR routers for this DVR port 9c1b522a-1d40-45ec-9792-ff2252b668de on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:41.898287 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:41.902071 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-42e169e1-de0a-4733-9c7e-7160fa927fd6 req-ca97de9c-36a1-43a6-8968-7ba7048b6ea3 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.89 "DELETE /v2.0/ports/9c1b522a-1d40-45ec-9792-ff2252b668de HTTP/1.1" status: 204 len: 173 time: 0.9193223 Aug 04 11:58:41.902864 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-deleted', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:58:41.905486 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6621c8ea-b657-4ca1-9eca-20d1f91ce640" -d '{"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-deleted", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:58:41.930462 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45176) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:42.007713 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Deleting subnet 7d217841-8945-4227-9087-78415c72439a {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:58:42.013669 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52126cac-ce04-4e5a-971e-0fcefa9608dc x-openstack-request-id: req-52126cac-ce04-4e5a-971e-0fcefa9608dc {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:58:42.014192 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946fee35-ceed-4c4d-96d2-77f0d533dbfb", "name": "network-vif-deleted", "tag": "9c1b522a-1d40-45ec-9792-ff2252b668de", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:58:42.014612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52126cac-ce04-4e5a-971e-0fcefa9608dc {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:58:42.015223 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946fee35-ceed-4c4d-96d2-77f0d533dbfb', 'name': 'network-vif-deleted', 'tag': '9c1b522a-1d40-45ec-9792-ff2252b668de', 'status': 'completed', 'code': 200} Aug 04 11:58:42.016291 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.085639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:42.103445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.188896 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.283913 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.327447 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d217841-8945-4227-9087-78415c72439a,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:42.336558 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.341144 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-4c1d5c30-07de-4821-b581-e560410554cf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7d217841-8945-4227-9087-78415c72439a HTTP/1.1" status: 204 len: 168 time: 0.4093533 Aug 04 11:58:42.343784 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45178) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:42.406725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:42.445906 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:58:42.458647 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.458944 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:42.459415 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:42.589809 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.602237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757587e3-de28-4b25-9346-58646b1aaa55']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:42.608117 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:42.613860 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b199a694-7ac0-4959-a3c9-7c1e50d7139f') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:42.614265 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b199a694-7ac0-4959-a3c9-7c1e50d7139f') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:42.625543 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.650032 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.659262 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:58:42.659521 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:58:42.661602 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:58:42.734612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.744497 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:42.747728 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] 10.222.0.54 "DELETE /v2.0/networks/757587e3-de28-4b25-9346-58646b1aaa55 HTTP/1.1" status: 204 len: 168 time: 0.4027328 Aug 04 11:58:42.763478 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74139ca4-f0e3-41d6-8887-518595b1c28f admin admin] Pushing event deleted for resources: {'Network': ['ID=757587e3-de28-4b25-9346-58646b1aaa55,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:42.903032 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45188) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:42.966888 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:43.016885 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.017744 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab5710d-fc4c-4da8-b0ac-2752b1f81ec8 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:51:07Z', 'revision_number': 4, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'ee5b2fca-f65e-4544-b284-20069e767fca', 'name': '', 'network_id': '9d56fa03-7f7a-4225-ba90-459596cc2d63', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'mac_address': 'fa:16:3e:71:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:05Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'subnets': [{'id': '452bc437-a8ca-4345-a444-e0fff3cf9e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:58:43.060220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45190) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:43.060812 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.121887 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-462bd394-215c-42aa-9ff9-5174c5635c9f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d39057d77b640cab85eb46949e51518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592673 Aug 04 11:58:43.126213 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45192) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:43.150692 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.153306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.154481 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "DELETE /v2.0/security-groups/9ad82a32-385e-4f7a-82ca-49f00ddf59f6 HTTP/1.1" status: 204 len: 168 time: 0.2495694 Aug 04 11:58:43.159242 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45194) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:43.176945 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fda0d-d2a7-49bb-98df-a6d9565124dc tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad82a32-385e-4f7a-82ca-49f00ddf59f6,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:43.185339 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.api.v2.resource [None req-849087d4-d9ff-491d-9c5b-202060dd1aca tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] show failed (client error): The resource could not be found. Aug 04 11:58:43.191584 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45196) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:43.192735 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-849087d4-d9ff-491d-9c5b-202060dd1aca tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "GET /v2.0/security-groups/9ad82a32-385e-4f7a-82ca-49f00ddf59f6 HTTP/1.1" status: 404 len: 347 time: 0.0316789 Aug 04 11:58:43.285651 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.343730 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f928bf-9160-4a44-a64d-313fedbab741 None None] New status for floating IP 707c6e09-d1e4-4050-b90d-ed771d3a43da: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:58:43.370115 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.428365 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Deleting port 6473567e-a437-4ccb-a1b5-8f8675a86bcd {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:43.429017 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.486207 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.489088 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.490331 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a HTTP/1.1" status: 204 len: 168 time: 0.3629453 Aug 04 11:58:43.508803 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7bb8f-0066-4b29-be09-97faba03d7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0ee86-7e5e-4c3d-bc94-9d1b7d3cb21a,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:43.543080 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.543423 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.561988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Calling delete_port for 6473567e-a437-4ccb-a1b5-8f8675a86bcd owned by network:floatingip {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:43.736166 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.797110 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Pushing event deleted for resources: {'Port': ['ID=6473567e-a437-4ccb-a1b5-8f8675a86bcd,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:43.856153 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:58:43.875383 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks [] for floatingip, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.879575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.881809 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-881c74b5-c053-41ff-a5e2-4e89313be772 tempest-AttachVolumeShelveTestJSON-1318728891 tempest-AttachVolumeShelveTestJSON-1318728891-project] 10.222.0.54 "DELETE /v2.0/floatingips/707c6e09-d1e4-4050-b90d-ed771d3a43da HTTP/1.1" status: 204 len: 168 time: 0.6888287 Aug 04 11:58:45.531898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:45.558322 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 9c1b522a-1d40-45ec-9792-ff2252b668de {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:58:45.558818 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9c1b522a-1d40-45ec-9792-ff2252b668de not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:46.497071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45270) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:47.014235 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.265789 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Deleting port ee5b2fca-f65e-4544-b284-20069e767fca {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:47.266068 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.354196 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] For port ee5b2fca-f65e-4544-b284-20069e767fca, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=ee5b2fca-f65e-4544-b284-20069e767fca,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:47.354587 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.367998 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Calling delete_port for ee5b2fca-f65e-4544-b284-20069e767fca owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:47.560078 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.591493 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5b2fca-f65e-4544-b284-20069e767fca,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:47.775062 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.266034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Router e9617c12-e87d-4792-8113-d390b4f64859 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:58:48.370801 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:58:48.376386 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-da183203-30b7-47b9-a142-5ad3e2eed292 admin admin] 10.222.0.54 "PUT /v2.0/routers/e9617c12-e87d-4792-8113-d390b4f64859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781993 Aug 04 11:58:48.380089 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45280) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:48.385340 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Sync routers for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:58:48.400376 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:48.401005 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:48.499327 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.522329 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:48.609304 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.667263 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Deleting port 07660ba2-666f-449d-92bf-cd1f890682c5 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:48.668034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.719224 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:58:47Z', 'revision_number': 5, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port': {'id': '07660ba2-666f-449d-92bf-cd1f890682c5', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:51:00Z', 'updated_at': '2021-08-04T11:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:48.745951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Checking router: e9617c12-e87d-4792-8113-d390b4f64859 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:58:48.753434 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] For port 07660ba2-666f-449d-92bf-cd1f890682c5, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=07660ba2-666f-449d-92bf-cd1f890682c5,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:48.753813 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.754846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Routers {'e9617c12-e87d-4792-8113-d390b4f64859'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:48.755472 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e9617c12-e87d-4792-8113-d390b4f64859'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:48.767989 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Calling delete_port for 07660ba2-666f-449d-92bf-cd1f890682c5 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:48.950091 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.976736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Pushing event deleted for resources: {'Port': ['ID=07660ba2-666f-449d-92bf-cd1f890682c5,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:48.987959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] Set router e9617c12-e87d-4792-8113-d390b4f64859 gateway port host: None {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:49.046611 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:58:48Z', 'revision_number': 6, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:49.051923 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.090605 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c042ae02-8dd6-4940-a6e2-3d8d7d71ccc1 None None] The sync data for ids ['e9617c12-e87d-4792-8113-d390b4f64859'] in dv-cinder-792800-3-iscsi is: [{'id': 'e9617c12-e87d-4792-8113-d390b4f64859', 'name': 'tempest-AttachVolumeShelveTestJSON-569930642-router', 'tenant_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:58Z', 'updated_at': '2021-08-04T11:58:48Z', 'revision_number': 6, 'project_id': 'c5bce46197a74d58af3290c3b7dd76e6', 'gw_port_host': None}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:58:49.166419 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.168651 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.216142 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.216769 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9617c12-e87d-4792-8113-d390b4f64859 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:58:49.221209 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.222342 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d0ba8a18-bacf-44a0-b38d-bf97b5549599 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e9617c12-e87d-4792-8113-d390b4f64859 HTTP/1.1" status: 204 len: 168 time: 0.8414464 Aug 04 11:58:49.225607 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45284) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:49.271366 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Deleting subnet 452bc437-a8ca-4345-a444-e0fff3cf9e82 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:58:49.275170 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.310377 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.392323 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.455908 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.487740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452bc437-a8ca-4345-a444-e0fff3cf9e82,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:49.496496 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.501461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45290) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:49.502112 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2ae76cbf-08d4-4f24-aef7-4ef39983f9ee admin admin] 10.222.0.54 "DELETE /v2.0/subnets/452bc437-a8ca-4345-a444-e0fff3cf9e82 HTTP/1.1" status: 204 len: 168 time: 0.2749131 Aug 04 11:58:49.506580 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225659ec-a45c-43cf-a2a7-f092aff328d6 None None] Network 9d56fa03-7f7a-4225-ba90-459596cc2d63 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:49.620618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.682625 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Deleting port 572f97fb-84a3-49f2-93a9-406be154db93 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:49.682967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.748711 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] For port 572f97fb-84a3-49f2-93a9-406be154db93, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=572f97fb-84a3-49f2-93a9-406be154db93,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:49.749093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:49.762498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Calling delete_port for 572f97fb-84a3-49f2-93a9-406be154db93 owned by network:dhcp {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:49.919087 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] DHCP port deletion for 9d56fa03-7f7a-4225-ba90-459596cc2d63 request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:58:49.988919 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Deleting port 572f97fb-84a3-49f2-93a9-406be154db93 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:49.989570 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.057511 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 572f97fb-84a3-49f2-93a9-406be154db93 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:50.124529 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] For port 572f97fb-84a3-49f2-93a9-406be154db93, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=572f97fb-84a3-49f2-93a9-406be154db93,segment=NetworkSegment(173e283f-7f42-4fb8-8445-2646bf10db75),segment_id=173e283f-7f42-4fb8-8445-2646bf10db75)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:50.125226 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.149055 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.152981 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Calling delete_port for 572f97fb-84a3-49f2-93a9-406be154db93 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:50.177439 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=572f97fb-84a3-49f2-93a9-406be154db93,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:50.181040 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No active binding found for port 572f97fb-84a3-49f2-93a9-406be154db93 {{(pid=104941) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 04 11:58:50.181040 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 572f97fb-84a3-49f2-93a9-406be154db93 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:50.185658 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device ee5b2fca-f65e-4544-b284-20069e767fca no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:50.185960 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.186310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.186647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.186976 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.187300 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.187623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.188096 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.188414 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.188923 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.189257 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.189585 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.190178 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:50.195694 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] No DVR routers for this DVR port 572f97fb-84a3-49f2-93a9-406be154db93 on host dv-cinder-792800-3-iscsi {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:50.249778 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: ee5b2fca-f65e-4544-b284-20069e767fca {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:58:50.250131 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device ee5b2fca-f65e-4544-b284-20069e767fca not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:50.252178 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 07660ba2-666f-449d-92bf-cd1f890682c5 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:50.277612 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 07660ba2-666f-449d-92bf-cd1f890682c5 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:58:50.277968 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 07660ba2-666f-449d-92bf-cd1f890682c5 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:50.307311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.319181 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d56fa03-7f7a-4225-ba90-459596cc2d63']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:50.324718 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.331212 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173e283f-7f42-4fb8-8445-2646bf10db75') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:50.331691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173e283f-7f42-4fb8-8445-2646bf10db75') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:50.342690 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.351460 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] No DVR routers for this DVR port 572f97fb-84a3-49f2-93a9-406be154db93 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:50.361237 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.367939 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:58:50.368623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:58:50.370523 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:58:50.392885 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee6e33-246c-4956-afb4-65b11c971ed2 None None] Pushing event deleted for resources: {'Port': ['ID=572f97fb-84a3-49f2-93a9-406be154db93,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:50.420564 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-0465c7a3-151b-4f59-818d-fdc7b7d53818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.445529 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.452200 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.454282 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] 10.222.0.54 "DELETE /v2.0/networks/9d56fa03-7f7a-4225-ba90-459596cc2d63 HTTP/1.1" status: 204 len: 168 time: 0.9492610 Aug 04 11:58:50.469554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fd72a-776a-4e1e-82e2-0b33c6276e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d56fa03-7f7a-4225-ba90-459596cc2d63,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:50.609104 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45300) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:50.662080 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9b2f148a-8c85-4b58-bc1e-03a9ba690072 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5bce46197a74d58af3290c3b7dd76e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512981 Aug 04 11:58:50.665500 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45306) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:50.725762 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.757173 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.815632 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.818221 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:50.820105 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b36cae8e-605c-4aa3-8430-f31829db614f HTTP/1.1" status: 204 len: 168 time: 0.1535525 Aug 04 11:58:50.828705 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53b9be-7a2c-4b6e-8276-62762fdf3891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36cae8e-605c-4aa3-8430-f31829db614f,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:51.601036 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45344) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:51.705483 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040223460-network', 'tenant_id': '09030992aaca4170ba12f8aa213fd652'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:51.727438 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Made reservation on behalf of 09030992aaca4170ba12f8aa213fd652 for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:51.729722 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.738405 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.862302 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.867910 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.893863 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:58:51.916756 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6749e2-a36e-4b82-828b-db2c52da37fe,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:51.916756 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.916756 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Added segment e806172d-943c-49f9-a853-1a8c45716a42 of type vlan for network 1aa03715-db24-4cd5-a970-f6abbec356ca Aug 04 11:58:51.957361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.997492 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:51.998871 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:51.999646 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:52.057112 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4549258 Aug 04 11:58:52.060320 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45354) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:52.067387 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Request body: {'subnet': {'network_id': '1aa03715-db24-4cd5-a970-f6abbec356ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1040223460-subnet', 'tenant_id': '09030992aaca4170ba12f8aa213fd652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:52.071569 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf487d-56de-40e4-af72-a381bb716bbc admin admin] Pushing event updated for resources: {'Network': ['ID=1aa03715-db24-4cd5-a970-f6abbec356ca,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:52.082824 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 1aa03715-db24-4cd5-a970-f6abbec356ca details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:58:52.092073 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Made reservation on behalf of 09030992aaca4170ba12f8aa213fd652 for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:52.094520 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:52.310568 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:52.369734 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021001a0-231c-429f-9cf8-13d259f507eb,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:52.390117 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Checking segment: {'id': 'e806172d-943c-49f9-a853-1a8c45716a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1aa03715-db24-4cd5-a970-f6abbec356ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:58:52.390620 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Network hostable DHCP agents. Network: 1aa03715-db24-4cd5-a970-f6abbec356ca, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:58:52.408782 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Network 1aa03715-db24-4cd5-a970-f6abbec356ca is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:58:52.420743 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 1aa03715-db24-4cd5-a970-f6abbec356ca) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:52.425779 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:52.426430 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:52.433811 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e96bf6-e64c-48e8-8505-652cefdc2b3d None None] Network 1aa03715-db24-4cd5-a970-f6abbec356ca requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:52.455282 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c38b0e0e-93b8-4785-8239-923a1560fcd8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3842795 Aug 04 11:58:52.614971 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74542cad-56b2-47a0-8d97-845633b294b0 None None] Network 1aa03715-db24-4cd5-a970-f6abbec356ca requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:52.961523 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45376) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:52.966806 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591112244-network', 'tenant_id': 'a0b37d43295e4741adc5a13ab233b9bc'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:52.989046 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Made reservation on behalf of a0b37d43295e4741adc5a13ab233b9bc for: {'network': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:52.991938 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.000884 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.101570 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.105599 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.128518 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=104939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:58:53.143327 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf5079-122d-4eab-b5cb-8866eeab0ce5,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:53.150195 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.150619 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.segments_db [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Added segment 160a575c-e6be-4aed-8638-7ceaa61a1212 of type vlan for network b3788e96-e953-4b17-9397-5255bd88a774 Aug 04 11:58:53.208691 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45380) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:53.209816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.245881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.247067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:53.247671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.312712 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3499701 Aug 04 11:58:53.316835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45384) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:53.325747 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Request body: {'subnet': {'network_id': 'b3788e96-e953-4b17-9397-5255bd88a774', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591112244-subnet', 'tenant_id': 'a0b37d43295e4741adc5a13ab233b9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:53.337364 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d4b8-ced7-455e-9b3f-c9f2a0cb50b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3788e96-e953-4b17-9397-5255bd88a774,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:53.337782 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f71fe05f-19f6-46bc-8432-871e4ffb082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.350773 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1be7b493-efb0-44b0-afa1-c3abe18ac9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.359525 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Made reservation on behalf of a0b37d43295e4741adc5a13ab233b9bc for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:53.362703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.363040 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network b3788e96-e953-4b17-9397-5255bd88a774 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:58:53.462504 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f71fe05f-19f6-46bc-8432-871e4ffb082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.468274 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f71fe05f-19f6-46bc-8432-871e4ffb082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.540552 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f71fe05f-19f6-46bc-8432-871e4ffb082c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=979aaca6798b4a569f40c1ce1ce7d424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292899 Aug 04 11:58:53.541872 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45392) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:53.544975 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fe05f-19f6-46bc-8432-871e4ffb082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98047b-a280-42a7-aa13-f273edc06b68,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:53.557676 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.596235 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.625680 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.626579 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.657528 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.681812 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=29567892-bc1e-49ac-8bce-a548773e81d0,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:53.699510 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Checking segment: {'id': '160a575c-e6be-4aed-8638-7ceaa61a1212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b3788e96-e953-4b17-9397-5255bd88a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:58:53.700015 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Network hostable DHCP agents. Network: b3788e96-e953-4b17-9397-5255bd88a774, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:58:53.722325 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Network b3788e96-e953-4b17-9397-5255bd88a774 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:58:53.725835 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.729887 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.734146 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee98047b-a280-42a7-aa13-f273edc06b68 HTTP/1.1" status: 204 len: 168 time: 0.1885021 Aug 04 11:58:53.738390 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, b3788e96-e953-4b17-9397-5255bd88a774) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:53.743938 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:53.744888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.750272 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e644ad-d30d-40b9-8ad6-51bb583623a7 None None] Network b3788e96-e953-4b17-9397-5255bd88a774 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:53.750694 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd8e27-f25b-4a47-96f8-6fcc5ad8a4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98047b-a280-42a7-aa13-f273edc06b68,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:53.764684 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-78767fc9-5633-4f15-9a58-896d38d686ec admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4466264 Aug 04 11:58:53.952749 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb6f11-bc08-4a2f-887f-3f2d65a7b89c None None] Network b3788e96-e953-4b17-9397-5255bd88a774 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:53.976071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45406) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:54.036828 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Deleting subnet 021001a0-231c-429f-9cf8-13d259f507eb {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:58:54.043226 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.093513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.155384 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.220583 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.247547 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021001a0-231c-429f-9cf8-13d259f507eb,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:54.255384 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.260560 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-00911d8a-a076-4ef6-a45f-273d72248a45 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/021001a0-231c-429f-9cf8-13d259f507eb HTTP/1.1" status: 204 len: 168 time: 0.2824709 Aug 04 11:58:54.262707 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45416) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:54.384874 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.486913 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.500769 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa03715-db24-4cd5-a970-f6abbec356ca']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:54.516985 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e806172d-943c-49f9-a853-1a8c45716a42') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:54.517515 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e806172d-943c-49f9-a853-1a8c45716a42') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:54.533612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.555513 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.566255 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:58:54.566880 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:58:54.643458 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.650802 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.655932 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1aa03715-db24-4cd5-a970-f6abbec356ca HTTP/1.1" status: 204 len: 168 time: 0.3918607 Aug 04 11:58:54.656260 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45426) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:54.668925 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745c09a-50a2-4772-a832-2ac203db5932 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa03715-db24-4cd5-a970-f6abbec356ca,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:54.698736 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45428) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:54.750736 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Deleting subnet 29567892-bc1e-49ac-8bce-a548773e81d0 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:58:54.754408 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.794810 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.837873 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1157355578-network', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:54.854135 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.863404 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Made reservation on behalf of 8ac66491ae6f460dacec0a4acbac926c for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:54.867307 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.876491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.928449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:54.996834 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.005996 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/29567892-bc1e-49ac-8bce-a548773e81d0 HTTP/1.1" status: 204 len: 168 time: 0.3479323 Aug 04 11:58:55.007671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1ee62-3b16-4a1f-8786-3d786e996a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29567892-bc1e-49ac-8bce-a548773e81d0,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.015296 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45436) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:55.018991 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.025062 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.051800 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:58:55.071619 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.072313 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Added segment 5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd of type vlan for network 8209bfe8-033f-49eb-b3ee-a46d45b9920d Aug 04 11:58:55.074082 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2ea358-8f16-478f-a190-d4a77a100048,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.097991 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.135570 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.149782 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.177043 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.178799 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:55.179898 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.242392 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5424871 Aug 04 11:58:55.246978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45444) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:55.252293 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Request body: {'subnet': {'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1157355578-subnet', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'ip_version': 4}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:55.275831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.281205 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09dae-c5dd-4b99-9919-589d8d21488c admin admin] Pushing event updated for resources: {'Network': ['ID=8209bfe8-033f-49eb-b3ee-a46d45b9920d,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.284209 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Made reservation on behalf of 8ac66491ae6f460dacec0a4acbac926c for: {'subnet': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:58:55.287045 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25045739'] for subnet, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.294756 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3788e96-e953-4b17-9397-5255bd88a774']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:55.301790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:58:55.311307 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160a575c-e6be-4aed-8638-7ceaa61a1212') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:55.311626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160a575c-e6be-4aed-8638-7ceaa61a1212') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:55.325018 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.359222 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.369060 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:58:55.369608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:58:55.371159 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:58:55.434119 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.442779 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.446367 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] 10.222.0.54 "DELETE /v2.0/networks/b3788e96-e953-4b17-9397-5255bd88a774 HTTP/1.1" status: 204 len: 168 time: 0.4189556 Aug 04 11:58:55.461191 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede2cd8-6cdb-4ab7-8c10-be37ca1608fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3788e96-e953-4b17-9397-5255bd88a774,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.579439 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25111805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25045717'] for subnet, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.595194 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45452) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:55.642538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4,revision_number=0']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.656706 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:58:55.657119 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Network hostable DHCP agents. Network: 8209bfe8-033f-49eb-b3ee-a46d45b9920d, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:58:55.676049 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:58:55.678165 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-6903c087-3449-474f-acde-a0ba5b45d29e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09030992aaca4170ba12f8aa213fd652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811806 Aug 04 11:58:55.682858 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45454) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:55.689223 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 8209bfe8-033f-49eb-b3ee-a46d45b9920d) {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:55.695098 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:55.696030 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.703459 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d73e26-f441-48f6-973f-f44ede13d62d None None] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:55.716134 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-24b69058-3b7b-4028-96f0-9d69ec213e03 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4677649 Aug 04 11:58:55.720575 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45456) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:55.727984 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:58:55.733505 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35749-6916-4449-bce9-ce73c4f7dc6b req-bd0cae76-189c-4da1-b1d6-604776bd5c14 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:55.735043 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-10e35749-6916-4449-bce9-ce73c4f7dc6b req-bd0cae76-189c-4da1-b1d6-604776bd5c14 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.1077807 Aug 04 11:58:55.755147 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.757322 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.760062 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.796213 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.842217 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.860211 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-10e35749-6916-4449-bce9-ce73c4f7dc6b req-acad31b1-0d11-47a5-8a17-74286f436baa tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116049 Aug 04 11:58:55.867890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.871247 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:55.872874 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa6749e2-a36e-4b82-828b-db2c52da37fe HTTP/1.1" status: 204 len: 168 time: 0.1890891 Aug 04 11:58:55.892461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a665b4-d07e-48f6-8ff3-319a3f243e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6749e2-a36e-4b82-828b-db2c52da37fe,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:55.976381 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:58:55.977951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.013261 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.174464 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Allocated IP 172.20.0.2 (8209bfe8-033f-49eb-b3ee-a46d45b9920d/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4/de759629-154e-43f4-9a7d-d8b8b55c7d3c) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:58:56.294591 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45462) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:56.298611 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.328108 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.342275 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-27708c9a-58fe-40df-938d-331ec31a37c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a0b37d43295e4741adc5a13ab233b9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463064 Aug 04 11:58:56.346272 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45464) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:56.379199 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.388077 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Transition to ACTIVE for port object de759629-154e-43f4-9a7d-d8b8b55c7d3c will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:58:56.405000 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Transition to ACTIVE for port object de759629-154e-43f4-9a7d-d8b8b55c7d3c will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:58:56.413734 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.451023 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:58:56.455491 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:56.459207 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:58:56.469913 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.473784 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Pushing event updated for resources: {'Port': ['ID=de759629-154e-43f4-9a7d-d8b8b55c7d3c,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:56.505491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Allocated IP 172.27.1.200 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/7b13845c-2025-4950-82ed-5dc257dd3969) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:58:56.519152 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.533991 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Attempting to bind port de759629-154e-43f4-9a7d-d8b8b55c7d3c on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:58:56.534509 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Attempting to bind port de759629-154e-43f4-9a7d-d8b8b55c7d3c by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:58:56.535073 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Attempting to bind port de759629-154e-43f4-9a7d-d8b8b55c7d3c on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:58:56.545602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:58:56.546169 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:58:56.546756 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.547551 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Bound using segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:58:56.548247 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Bound port: de759629-154e-43f4-9a7d-d8b8b55c7d3c, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:58:56.548788 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.638885 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.641451 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.642611 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7cf5079-122d-4eab-b5cb-8866eeab0ce5 HTTP/1.1" status: 204 len: 168 time: 0.2949791 Aug 04 11:58:56.648951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] For port de759629-154e-43f4-9a7d-d8b8b55c7d3c, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:58:56.653992 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] For port de759629-154e-43f4-9a7d-d8b8b55c7d3c, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=de759629-154e-43f4-9a7d-d8b8b55c7d3c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:58:56.658708 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.664392 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fadce2-2742-40c3-80c0-72c876f2bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf5079-122d-4eab-b5cb-8866eeab0ce5,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:56.680876 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.729518 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70790c-0e98-499a-a0ca-30a3b519da1f None None] Pushing event updated for resources: {'Port': ['ID=de759629-154e-43f4-9a7d-d8b8b55c7d3c,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:56.754630 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:56.797583 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:58:56.800551 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:56.804767 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:58:56.837369 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Pushing event updated for resources: {'Port': ['ID=7b13845c-2025-4950-82ed-5dc257dd3969,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:57.140635 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b135-9025-4650-86a9-01a517f21fed req-c6058364-6cc8-4466-a19f-fb0950d10e37 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:57.142039 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3371b135-9025-4650-86a9-01a517f21fed req-c6058364-6cc8-4466-a19f-fb0950d10e37 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.1067977 Aug 04 11:58:57.534206 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:57.586666 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-3371b135-9025-4650-86a9-01a517f21fed req-e41f19e4-4723-4489-af0d-90e86cd7fd75 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352951 Aug 04 11:58:57.598205 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:57.821003 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-b14ae1bb-e05a-482b-932a-e7c21283b776 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:57.822657 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-b14ae1bb-e05a-482b-932a-e7c21283b776 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0938368 Aug 04 11:58:57.872918 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169a285-37b4-4641-a8b3-58d75978d8ea None None] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:58:57.947292 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-f7d8a6cc-aa31-4b75-94a7-b9cd0646233c None None] Provisioning for port de759629-154e-43f4-9a7d-d8b8b55c7d3c completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:58:57.950976 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.024056 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Deleting port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:58.024495 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.181980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device de759629-154e-43f4-9a7d-d8b8b55c7d3c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:58:58.214866 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] For port 9f7e2a6c-e627-433f-b45e-dd8524ff2646, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=9f7e2a6c-e627-433f-b45e-dd8524ff2646,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:58.215349 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.269456 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port de759629-154e-43f4-9a7d-d8b8b55c7d3c completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:58:58.275176 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port de759629-154e-43f4-9a7d-d8b8b55c7d3c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:58:58.275722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.308654 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Router b73cb0ee-ae90-4ebc-8854-19585c784303 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:58:58.383236 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.401070 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-dbc05a80-a963-43c4-be90-b5579ef7e4d1 None None] Provisioning complete for port de759629-154e-43f4-9a7d-d8b8b55c7d3c triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:58:58.401923 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dbc05a80-a963-43c4-be90-b5579ef7e4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.456383 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port de759629-154e-43f4-9a7d-d8b8b55c7d3c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=de759629-154e-43f4-9a7d-d8b8b55c7d3c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:58.471074 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.527114 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.527114 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.527114 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Floating IP 11080f4b-6492-46f0-8044-e6ad2d4f865d disassociated. External IP: 172.27.1.213, port: 9f7e2a6c-e627-433f-b45e-dd8524ff2646. Aug 04 11:58:58.528128 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Calling delete_port for 9f7e2a6c-e627-433f-b45e-dd8524ff2646 owned by compute:nova {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:58.533461 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:58:58.553593 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:58:58.561955 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=de759629-154e-43f4-9a7d-d8b8b55c7d3c,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:58.580251 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:58.580990 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:58.589472 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.594941 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-439ecc8d-5a8a-44a4-aede-8124c3a278ed admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8688009 Aug 04 11:58:58.595332 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45512) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:58.762143 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845c09-c794-460a-9e94-bc3bc19914b4 req-afd4fb39-e9c5-4338-940f-e73bac8c2292 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:58.766301 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:58.766610 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8a845c09-c794-460a-9e94-bc3bc19914b4 req-afd4fb39-e9c5-4338-940f-e73bac8c2292 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 946 time: 0.0953701 Aug 04 11:58:58.839301 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8a845c09-c794-460a-9e94-bc3bc19914b4 req-98990726-01c7-49de-8c26-d1e196ecc55c tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups?id=23330140-4f54-4829-9c47-ae59f895a219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649862 Aug 04 11:58:58.897469 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:58.937194 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'Port': ['ID=9f7e2a6c-e627-433f-b45e-dd8524ff2646,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:58.989092 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:58:57Z', 'revision_number': 3, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:59.023246 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:58:59.023578 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Updating router b73cb0ee-ae90-4ebc-8854-19585c784303 port 7b13845c-2025-4950-82ed-5dc257dd3969 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:58:59.056071 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.176824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:58:59.380205 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:58:59.396184 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:58:59.407014 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.409227 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:59.410552 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:59.431292 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.442872 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] No DVR routers for this DVR port 9f7e2a6c-e627-433f-b45e-dd8524ff2646 on host hv-cinder-79280 {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:59.443331 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Transition to ACTIVE for port object 7b13845c-2025-4950-82ed-5dc257dd3969 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:58:59.447306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.449433 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-72d98fde-4a93-4acc-901f-cde1ca8106c8 req-329bb93c-a0a6-4667-a7a5-eca2ed7e3bac tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.89 "DELETE /v2.0/ports/9f7e2a6c-e627-433f-b45e-dd8524ff2646 HTTP/1.1" status: 204 len: 173 time: 1.6194277 Aug 04 11:58:59.449846 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'name': 'network-vif-deleted', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:58:59.452248 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3aaaf-c773-4b09-91c9-5cb918f200f9" -d '{"events": [{"server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "name": "network-vif-deleted", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:58:59.454889 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.555306 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b6566a-4161-4e3b-b0a8-980ea6845e92 x-openstack-request-id: req-c7b6566a-4161-4e3b-b0a8-980ea6845e92 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:58:59.555584 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382b5bd3-c3f2-4235-b5cd-31630fea191f", "name": "network-vif-deleted", "tag": "9f7e2a6c-e627-433f-b45e-dd8524ff2646", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:58:59.555862 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7b6566a-4161-4e3b-b0a8-980ea6845e92 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:58:59.556234 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382b5bd3-c3f2-4235-b5cd-31630fea191f', 'name': 'network-vif-deleted', 'tag': '9f7e2a6c-e627-433f-b45e-dd8524ff2646', 'status': 'completed', 'code': 200} Aug 04 11:58:59.556350 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Pushing event updated for resources: {'Port': ['ID=7b13845c-2025-4950-82ed-5dc257dd3969,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:59.576431 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.580360 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.580994 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.581573 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.581896 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.582229 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.582859 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.583200 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.583551 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.584635 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.585028 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.585374 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:59.606905 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Attempting to bind port 7b13845c-2025-4950-82ed-5dc257dd3969 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:58:59.607175 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Attempting to bind port 7b13845c-2025-4950-82ed-5dc257dd3969 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:58:59.607747 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Attempting to bind port 7b13845c-2025-4950-82ed-5dc257dd3969 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:58:59.613453 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:58:59.614127 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:58:59.614523 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.614911 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:58:59.616025 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Bound port: 7b13845c-2025-4950-82ed-5dc257dd3969, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:58:59.616503 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.640896 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:59.658049 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Allocated IP 172.20.0.1 (8209bfe8-033f-49eb-b3ee-a46d45b9920d/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4/79b9f065-43be-4ae6-a90d-24e4e660772c) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:58:59.679162 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] For port 7b13845c-2025-4950-82ed-5dc257dd3969, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:58:59.683570 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] For port 7b13845c-2025-4950-82ed-5dc257dd3969, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7b13845c-2025-4950-82ed-5dc257dd3969,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:58:59.688992 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.748120 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:59.749083 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:59.790052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.793737 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d8fdb-ee6f-4861-b338-50d335c07943 None None] Pushing event updated for resources: {'Port': ['ID=7b13845c-2025-4950-82ed-5dc257dd3969,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:59.810937 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Transition to ACTIVE for port object 79b9f065-43be-4ae6-a90d-24e4e660772c will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:58:59.861928 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:59.879124 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:58:59.901334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:59.916523 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:58:59.923786 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:58:59.927652 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:58:59.937898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:58:59.948579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:58:59.949223 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:59.984785 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:00.126821 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b2841a74-d51f-4084-8ffa-b12c85e140de req-b7aae1f1-74a7-45cb-b8c3-3e0c2520d3fc tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/ports?device_id=382b5bd3-c3f2-4235-b5cd-31630fea191f HTTP/1.1" status: 200 len: 210 time: 0.0837200 Aug 04 11:59:00.254477 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device de759629-154e-43f4-9a7d-d8b8b55c7d3c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:00.258644 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:58:57Z', 'revision_number': 3, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:00.349263 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda81c16-6ddb-4025-9197-c0b72606e19f None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:58:57Z', 'revision_number': 3, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:00.412377 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:00.448624 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port de759629-154e-43f4-9a7d-d8b8b55c7d3c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:00.449014 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:00.454161 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d4101502-d578-4a12-8661-a425768872b9 None None] Provisioning for port 79b9f065-43be-4ae6-a90d-24e4e660772c completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:00.545204 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Pushing event updated for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:00.567274 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d4101502-d578-4a12-8661-a425768872b9 None None] Provisioning complete for port 79b9f065-43be-4ae6-a90d-24e4e660772c triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:00.567643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d4101502-d578-4a12-8661-a425768872b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:00.672965 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d4101502-d578-4a12-8661-a425768872b9 None None] Port 79b9f065-43be-4ae6-a90d-24e4e660772c cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:00.783950 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:00.885399 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:00.929080 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b4933-075d-4c7a-af62-3707a98eceec None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:52:28Z', 'revision_number': 4, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'b0a95a20-9654-4cd2-bed4-f80e2a985a49', 'name': '', 'network_id': '56731476-54a0-4e45-ae1e-4ff9c181c86c', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'mac_address': 'fa:16:3e:de:42:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:26Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'subnets': [{'id': '3f0fa766-4417-4636-832e-24a505fc03c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:01.086482 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.101720 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.183746 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Pushing event updated for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:01.192081 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.311348 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45536) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:01.341575 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e19667-ac6f-40a3-9138-d90c379b33cc None None] New status for floating IP 11080f4b-6492-46f0-8044-e6ad2d4f865d: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:59:01.367359 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:01.370379 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:01.404541 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.442276 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.501338 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.505298 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.508193 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "DELETE /v2.0/security-groups/23330140-4f54-4829-9c47-ae59f895a219 HTTP/1.1" status: 204 len: 168 time: 0.1944482 Aug 04 11:59:01.512474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45538) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:01.533293 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.api.v2.resource [None req-c6c8a9df-12e8-4824-8efb-fb30381963b7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] show failed (client error): The resource could not be found. Aug 04 11:59:01.534680 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c6c8a9df-12e8-4824-8efb-fb30381963b7 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "GET /v2.0/security-groups/23330140-4f54-4829-9c47-ae59f895a219 HTTP/1.1" status: 404 len: 347 time: 0.0211825 Aug 04 11:59:01.540794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45540) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:01.550951 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15d4b2-a957-43a6-bbc5-2131993c2585 tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23330140-4f54-4829-9c47-ae59f895a219,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:01.682686 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:01.784665 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Deleting port 3e5f40f5-ddb8-40b2-819e-6ce7df1ef086 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:01.784881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.814602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-65c4d872-481d-4652-8802-32f95eee8f8e None None] Provisioning complete for port 79b9f065-43be-4ae6-a90d-24e4e660772c triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:01.815248 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-65c4d872-481d-4652-8802-32f95eee8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.874265 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-65c4d872-481d-4652-8802-32f95eee8f8e None None] Port 79b9f065-43be-4ae6-a90d-24e4e660772c cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:01.887081 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.887525 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:01.892276 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:01.898384 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-30bb2f69-6e42-4b39-9c90-cc2e613b5449 admin admin] 10.222.0.54 "PUT /v2.0/routers/b73cb0ee-ae90-4ebc-8854-19585c784303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3019714 Aug 04 11:59:01.904070 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Calling delete_port for 3e5f40f5-ddb8-40b2-819e-6ce7df1ef086 owned by network:floatingip {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:02.092128 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7b13845c-2025-4950-82ed-5dc257dd3969 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:02.102510 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.145647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Pushing event deleted for resources: {'Port': ['ID=3e5f40f5-ddb8-40b2-819e-6ce7df1ef086,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:02.172320 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 7b13845c-2025-4950-82ed-5dc257dd3969 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:02.179321 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 7b13845c-2025-4950-82ed-5dc257dd3969 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:02.180277 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.215564 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks [] for floatingip, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.218624 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.224495 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5e0507ad-2e27-4d96-a2f3-fd50a87316df tempest-AttachVolumeTestJSON-1949666429 tempest-AttachVolumeTestJSON-1949666429-project] 10.222.0.54 "DELETE /v2.0/floatingips/11080f4b-6492-46f0-8044-e6ad2d4f865d HTTP/1.1" status: 204 len: 168 time: 0.6777301 Aug 04 11:59:02.330942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.355334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 7b13845c-2025-4950-82ed-5dc257dd3969, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7b13845c-2025-4950-82ed-5dc257dd3969,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:02.360599 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.447792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=7b13845c-2025-4950-82ed-5dc257dd3969,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:02.582338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9f7e2a6c-e627-433f-b45e-dd8524ff2646 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:02.611806 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 9f7e2a6c-e627-433f-b45e-dd8524ff2646 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:02.612401 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 9f7e2a6c-e627-433f-b45e-dd8524ff2646 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:02.644703 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:02.668625 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:02.669791 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:02.684092 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45562) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:02.689379 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2107850345-network', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:02.714185 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Made reservation on behalf of 1368e0b3b79d4d8abf332478665c4b7b for: {'network': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:59:02.717881 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for network, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.729107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.791953 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:02.846620 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.852884 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.885777 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=104940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:59:02.907751 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4951a40-8267-431d-9a3c-07dc1d3ec9da,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:02.916280 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:02.916770 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.segments_db [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Added segment 4071a481-39d0-4ca8-9943-5df066736c0f of type vlan for network 26b554c9-2964-42f3-971f-dbdc9fa3e173 Aug 04 11:59:02.978978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733270469407'] for network, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.022309 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778'] for network, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.023122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 2, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:03.023690 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:03.024467 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.052116 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:03.052591 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Updating router b73cb0ee-ae90-4ebc-8854-19585c784303 port 79b9f065-43be-4ae6-a90d-24e4e660772c binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:59:03.081449 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.084304 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3982475 Aug 04 11:59:03.088152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45566) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:03.090760 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f47af-6404-41eb-b585-55f062e2d4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=26b554c9-2964-42f3-971f-dbdc9fa3e173,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:03.096913 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Request body: {'subnet': {'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2107850345-subnet', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'ip_version': 4}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:03.103581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 details requested by agent ovs-agent-dv-cinder-792800-3-iscsi with host dv-cinder-792800-3-iscsi {{(pid=104941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:59:03.131369 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Made reservation on behalf of 1368e0b3b79d4d8abf332478665c4b7b for: {'subnet': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:59:03.134728 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32840905'] for subnet, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.356539 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33074035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32840951'] for subnet, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.420691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1682325e-7616-40da-a3fd-4028ce13715b,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:03.430737 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Checking segment: {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:03.431008 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Network hostable DHCP agents. Network: 26b554c9-2964-42f3-971f-dbdc9fa3e173, hostable agents: ['8fe1342f-01b7-4cff-9c24-a4f84de8b447'], hosted agents: [] {{(pid=104939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:59:03.452308 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 is scheduled to be hosted by DHCP agent 8fe1342f-01b7-4cff-9c24-a4f84de8b447 with binding_index 1 {{(pid=104939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:59:03.465096 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792800-3-iscsi, 26b554c9-2964-42f3-971f-dbdc9fa3e173) {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:03.471674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:03.472693 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.485086 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cdd4d8-37a4-48e4-9bdf-c90932c81b3b None None] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:59:03.499213 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e3e0eee7-4629-493e-93e1-6c0e88ace1f7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4068780 Aug 04 11:59:03.499591 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45570) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:03.510478 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:03.528675 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16732587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57918'] for router, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.529900 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16732187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16770685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16661603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57911'] for router, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.540660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.564794 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Transition to ACTIVE for port object 79b9f065-43be-4ae6-a90d-24e4e660772c will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:03.575521 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.589560 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.739636 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.789836 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ba9a-53cc-4e15-a6a1-a94e7ec2933a None None] Pushing event updated for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:03.902346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Attempting to bind port 79b9f065-43be-4ae6-a90d-24e4e660772c on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:59:03.902717 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Attempting to bind port 79b9f065-43be-4ae6-a90d-24e4e660772c by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:59:03.903095 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Attempting to bind port 79b9f065-43be-4ae6-a90d-24e4e660772c on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:03.910427 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:59:03.910863 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:03.911298 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.911702 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Bound using segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:59:03.913082 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Bound port: 79b9f065-43be-4ae6-a90d-24e4e660772c, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:59:03.913740 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:03.918916 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe18180d6-7b9d-5972-a793-b60065d0d0b1-26b554c9-2964-42f3-971f-dbdc9fa3e173', 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'fixed_ips': [{'subnet_id': '1682325e-7616-40da-a3fd-4028ce13715b'}]}} from dv-cinder-792800-3-iscsi. {{(pid=104941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:59:03.919994 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.110638 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] For port 79b9f065-43be-4ae6-a90d-24e4e660772c, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:59:04.117846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] For port 79b9f065-43be-4ae6-a90d-24e4e660772c, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=79b9f065-43be-4ae6-a90d-24e4e660772c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:59:04.128347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.137345 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.167104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7b13845c-2025-4950-82ed-5dc257dd3969 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:04.178229 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.267067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.db_base_plugin_common [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Allocated IP 172.20.0.2 (26b554c9-2964-42f3-971f-dbdc9fa3e173/1682325e-7616-40da-a3fd-4028ce13715b/c63136e4-8655-4cf5-b2ac-61eebecaf596) {{(pid=104941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:59:04.307226 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ba9a-53cc-4e15-a6a1-a94e7ec2933a None None] Pushing event updated for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:04.312666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:04.313349 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:04.336017 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Allocated IP 172.27.1.206 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/1e2d2de4-f309-40b2-868b-47ca34d53424) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:59:04.465835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.489837 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 7b13845c-2025-4950-82ed-5dc257dd3969 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:04.490323 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.541396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.600921 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:04.602888 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:04.607176 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:04.630002 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:59:04.634789 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2d2de4-f309-40b2-868b-47ca34d53424,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:04.785173 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.830225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Transition to ACTIVE for port object c63136e4-8655-4cf5-b2ac-61eebecaf596 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:04.911717 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Transition to ACTIVE for port object c63136e4-8655-4cf5-b2ac-61eebecaf596 will not be triggered until provisioned by entity DHCP. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:04.927076 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545'] for port, after_create {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:04.987980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 is already hosted by enough agents. {{(pid=104941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:04.993726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.scheduler.base_scheduler [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Resources bound (agent type, host, resource id): {{(pid=104941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:05.013206 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.014428 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Received port after_create {{(pid=104941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:59:05.034969 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Pushing event updated for resources: {'Port': ['ID=c63136e4-8655-4cf5-b2ac-61eebecaf596,revision_number=1']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:05.097744 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Attempting to bind port c63136e4-8655-4cf5-b2ac-61eebecaf596 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:59:05.098272 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Attempting to bind port c63136e4-8655-4cf5-b2ac-61eebecaf596 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:59:05.098490 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Attempting to bind port c63136e4-8655-4cf5-b2ac-61eebecaf596 on network 26b554c9-2964-42f3-971f-dbdc9fa3e173 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:05.108418 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:59:05.109007 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Checking segment: {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:05.109696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.110212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Bound using segment: {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:59:05.110705 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Bound port: c63136e4-8655-4cf5-b2ac-61eebecaf596, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:59:05.111475 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.132527 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:05.177000 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453b434-f23c-4c23-b9ea-67e5610949df None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:05.229330 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] For port c63136e4-8655-4cf5-b2ac-61eebecaf596, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:59:05.235103 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] For port c63136e4-8655-4cf5-b2ac-61eebecaf596, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c63136e4-8655-4cf5-b2ac-61eebecaf596,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:59:05.252943 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.262007 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16732204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16770722'] for router, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.366805 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630987-f473-4b1b-91a7-123465179ef0 None None] Pushing event updated for resources: {'Port': ['ID=c63136e4-8655-4cf5-b2ac-61eebecaf596,revision_number=2']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:05.446611 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Router e3404179-3d95-4d0b-90f1-640e514467d6 is scheduled to L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 with binding_index 1 {{(pid=104939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:59:05.588563 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:05.601447 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Sync routers for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:05.608346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:05.613041 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:05.613351 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45594) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:05.615021 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:05.628176 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-367ba292-85d7-44eb-8954-ba28b82acaa3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1275105 Aug 04 11:59:05.803548 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:06.199928 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 79b9f065-43be-4ae6-a90d-24e4e660772c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:06.294597 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 79b9f065-43be-4ae6-a90d-24e4e660772c completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:06.305921 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 3, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:06.311804 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 79b9f065-43be-4ae6-a90d-24e4e660772c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:06.312451 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.350959 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Checking router: e3404179-3d95-4d0b-90f1-640e514467d6 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:06.351467 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Updating router e3404179-3d95-4d0b-90f1-640e514467d6 port 1e2d2de4-f309-40b2-868b-47ca34d53424 binding host dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:59:06.386901 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.422842 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.461336 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.521493 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 79b9f065-43be-4ae6-a90d-24e4e660772c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=79b9f065-43be-4ae6-a90d-24e4e660772c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:06.533612 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.533975 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c63136e4-8655-4cf5-b2ac-61eebecaf596 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:06.650572 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:06.703940 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Allocated IP 172.20.0.1 (26b554c9-2964-42f3-971f-dbdc9fa3e173/1682325e-7616-40da-a3fd-4028ce13715b/14997b4e-28cf-445d-95f3-69b45798c090) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:59:06.730259 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port c63136e4-8655-4cf5-b2ac-61eebecaf596 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:06.864281 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.891906 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Transition to ACTIVE for port object 14997b4e-28cf-445d-95f3-69b45798c090 will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:06.918272 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks [] for port, precommit_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.933341 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.provisioning_blocks [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Transition to ACTIVE for port object 1e2d2de4-f309-40b2-868b-47ca34d53424 will not be triggered until provisioned by entity L2. {{(pid=104942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:06.937044 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4801b-0b4e-4de2-87c6-4ff3708c260a None None] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:59:06.947198 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:06.965273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.022139 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Attempting to bind port 1e2d2de4-f309-40b2-868b-47ca34d53424 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:59:07.022832 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Attempting to bind port 1e2d2de4-f309-40b2-868b-47ca34d53424 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:59:07.023362 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Attempting to bind port 1e2d2de4-f309-40b2-868b-47ca34d53424 on network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:07.024951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Provisioning for port c63136e4-8655-4cf5-b2ac-61eebecaf596 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:07.034942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Provisioning complete for port c63136e4-8655-4cf5-b2ac-61eebecaf596 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:07.035186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Pushing event updated for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:07.035282 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.036571 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df311f7-1a35-421a-a113-b7ee6ba2f7ba None None] Pushing event updated for resources: {'Port': ['ID=1e2d2de4-f309-40b2-868b-47ca34d53424,revision_number=2']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:07.040121 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:59:07.040766 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Checking segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:07.041175 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.041588 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Bound using segment: {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'} {{(pid=104942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:59:07.042076 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.managers [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Bound port: 1e2d2de4-f309-40b2-868b-47ca34d53424, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab446f7-a8e2-48e7-ab3b-8a5476430c79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0'}}] {{(pid=104942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:59:07.042456 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.078934 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:07.081492 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:07.085267 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:59:07.110352 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] For port 1e2d2de4-f309-40b2-868b-47ca34d53424, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:59:07.114804 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.plugins.ml2.db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] For port 1e2d2de4-f309-40b2-868b-47ca34d53424, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=1e2d2de4-f309-40b2-868b-47ca34d53424,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:59:07.121617 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron_lib.callbacks.manager [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.142488 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16767101'] for router_interface, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.176724 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:07.185567 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:07.208910 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.258607 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-101cd962-8fef-46d6-8714-470131649bdc None None] For port c63136e4-8655-4cf5-b2ac-61eebecaf596, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c63136e4-8655-4cf5-b2ac-61eebecaf596,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:07.264854 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.285531 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df311f7-1a35-421a-a113-b7ee6ba2f7ba None None] Pushing event updated for resources: {'Port': ['ID=1e2d2de4-f309-40b2-868b-47ca34d53424,revision_number=3']} {{(pid=104942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:07.333500 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cd962-8fef-46d6-8714-470131649bdc None None] Pushing event updated for resources: {'Port': ['ID=c63136e4-8655-4cf5-b2ac-61eebecaf596,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:07.383240 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:07.400902 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.549153 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Provisioning for port 14997b4e-28cf-445d-95f3-69b45798c090 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:07.556498 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Provisioning complete for port 14997b4e-28cf-445d-95f3-69b45798c090 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:07.557070 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.591064 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.598660 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.601509 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Port 14997b4e-28cf-445d-95f3-69b45798c090 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:07.619492 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Provisioning complete for port c63136e4-8655-4cf5-b2ac-61eebecaf596 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:07.620375 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b20a2d0e-2dcc-48e3-a38e-46ac76ee07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.680538 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 3, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:07.687445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16326728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16767201'] for router_interface, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:07.698874 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Pushing event updated for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:07.729520 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33421a2a-2326-4bd6-afc4-6bbe0d3ffa69 None None] The sync data for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi is: [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:04Z', 'revision_number': 3, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:07.805768 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:07.807818 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:07.957553 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Router e3404179-3d95-4d0b-90f1-640e514467d6 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:08.004101 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9fea-acf2-404b-9f4d-5fbf3956d9c4 None None] Provisioning complete for port 14997b4e-28cf-445d-95f3-69b45798c090 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:08.004592 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9fea-acf2-404b-9f4d-5fbf3956d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:08.059857 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c9fea-acf2-404b-9f4d-5fbf3956d9c4 None None] Port 14997b4e-28cf-445d-95f3-69b45798c090 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:08.121021 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:08.129342 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-04eab492-0f8a-4982-8739-eea94ffaf02f admin admin] 10.222.0.54 "PUT /v2.0/routers/e3404179-3d95-4d0b-90f1-640e514467d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5145907 Aug 04 11:59:08.195021 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-6e8329a5-0ac5-427a-8ef4-b0ba4f972af3 None None] Provisioning complete for port 14997b4e-28cf-445d-95f3-69b45798c090 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:08.195867 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-6e8329a5-0ac5-427a-8ef4-b0ba4f972af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:08.238638 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 79b9f065-43be-4ae6-a90d-24e4e660772c up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:08.286295 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-6e8329a5-0ac5-427a-8ef4-b0ba4f972af3 None None] Port 14997b4e-28cf-445d-95f3-69b45798c090 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:08.306712 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 79b9f065-43be-4ae6-a90d-24e4e660772c triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:08.307107 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:08.422439 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c63136e4-8655-4cf5-b2ac-61eebecaf596 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:08.473550 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45626) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:08.500781 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port c63136e4-8655-4cf5-b2ac-61eebecaf596 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:08.502038 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.011631 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45630) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.016337 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392455916', 'description': 'tempest-secgroup-smoke-392455916 description', 'project_id': '8ac66491ae6f460dacec0a4acbac926c'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.040774 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.136555 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.138507 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.142784 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.166793 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.168498 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1556873 Aug 04 11:59:09.171705 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45636) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.187554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.206132 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91263e93-1721-4b30-b0b0-678ccd9f696d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2b113-fa2d-4599-911d-2d23eedfdbec,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:09.231433 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.309229 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.316791 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.337342 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82ad7b8-031c-4ee3-b042-ef201c622022,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:09.353275 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.354622 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8d77a914-2a9c-4f5c-9775-7d20ead7a99c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1815090 Aug 04 11:59:09.360554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45642) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.366568 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.404491 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.478555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.484967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.514870 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c6572b-8507-4c29-a177-27e071614199,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:09.523398 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.527801 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-93ebda4b-d73f-4090-b6db-6b66f687f627 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632383 Aug 04 11:59:09.527991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45646) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.532188 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Deleting port b0a95a20-9654-4cd2-bed4-f80e2a985a49 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:09.532506 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.532634 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.568853 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.636647 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] For port b0a95a20-9654-4cd2-bed4-f80e2a985a49, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=b0a95a20-9654-4cd2-bed4-f80e2a985a49,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:09.637055 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.653659 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Calling delete_port for b0a95a20-9654-4cd2-bed4-f80e2a985a49 owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:09.655963 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.660299 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.688042 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648ea804-7d7d-458d-876d-25caf6e88bcf,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:09.695140 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.700606 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-ac938cea-5c64-4faf-98d3-40d78ab2eee7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676865 Aug 04 11:59:09.700827 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45648) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.705396 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.744660 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.760255 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Sync routers for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:09.772485 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:09.773320 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:09.820710 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.826264 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.861112 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bebacf-443b-4c86-ba67-d1025d872dff,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:09.873679 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.876411 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0b1adfd4-af28-4b58-b7d8-9315b014797d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1744196 Aug 04 11:59:09.879530 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45650) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:09.887300 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:09.920482 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.928375 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.securitygroups_db [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Project 8ac66491ae6f460dacec0a4acbac926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:59:09.934958 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:09.937820 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:09.987679 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a95a20-9654-4cd2-bed4-f80e2a985a49,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:10.063094 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.076645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.119740 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a6b7d4-e7ca-4641-b876-a7654828eba4,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:10.137356 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.139403 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-77af483a-bd4b-486c-81cd-1cfa8b40aa1e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583487 Aug 04 11:59:10.143378 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45652) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:10.148644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'security_group_rule': {'security_group_id': '41e2b113-fa2d-4599-911d-2d23eedfdbec', 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:10.216622 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.securitygroups_db [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Project 8ac66491ae6f460dacec0a4acbac926c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:59:10.235672 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.303344 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 1e2d2de4-f309-40b2-868b-47ca34d53424 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:10.341116 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.347095 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742126'] for security_group_rule, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.372062 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665b81f5-b43f-4860-a263-06b39d3f365d,revision_number=0']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:10.372791 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.379623 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.386214 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-05dca524-8d65-4bae-aefa-ca1d531d066d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396677 Aug 04 11:59:10.454240 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 1e2d2de4-f309-40b2-868b-47ca34d53424 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:10.465790 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 1e2d2de4-f309-40b2-868b-47ca34d53424 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:10.466166 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.560367 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 4, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '14997b4e-28cf-445d-95f3-69b45798c090', 'name': '', 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'mac_address': 'fa:16:3e:74:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1682325e-7616-40da-a3fd-4028ce13715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:06Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 2, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'subnets': [{'id': '1682325e-7616-40da-a3fd-4028ce13715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:10.617025 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Checking router: e3404179-3d95-4d0b-90f1-640e514467d6 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:10.617586 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Updating router e3404179-3d95-4d0b-90f1-640e514467d6 port 14997b4e-28cf-445d-95f3-69b45798c090 binding host dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:59:10.693731 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.704608 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.762128 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 1e2d2de4-f309-40b2-868b-47ca34d53424, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=1e2d2de4-f309-40b2-868b-47ca34d53424,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:10.791860 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:10.802208 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:10.953942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=1e2d2de4-f309-40b2-868b-47ca34d53424,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:10.962719 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:10.980456 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Sync routers for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:10.982088 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6804fc01-ed51-454a-b867-d961ab0b8b30 admin admin] 10.222.0.54 "PUT /v2.0/routers/4f8ebc29-4b95-4d7f-b5af-77fcb90106a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073001 Aug 04 11:59:10.984632 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45706) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:11.013208 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:11.014197 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:11.160071 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks [] for router, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.219643 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks [] for port, precommit_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.226172 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:11.236235 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Transition to ACTIVE for port object 14997b4e-28cf-445d-95f3-69b45798c090 will not be triggered until provisioned by entity L2. {{(pid=104941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:11.245791 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.309271 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1571a-fa4b-4a2e-a2ee-d4e5d45a7205 None None] Pushing event updated for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=3']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:11.382488 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Attempting to bind port 14997b4e-28cf-445d-95f3-69b45798c090 on host dv-cinder-792800-3-iscsi for vnic_type normal with profile {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:59:11.383097 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Attempting to bind port 14997b4e-28cf-445d-95f3-69b45798c090 by drivers openvswitch,hyperv on host dv-cinder-792800-3-iscsi at level 0 using segments [{'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:59:11.383518 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Attempting to bind port 14997b4e-28cf-445d-95f3-69b45798c090 on network 26b554c9-2964-42f3-971f-dbdc9fa3e173 {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:11.390695 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Checking agent: {'id': 'ff9daab0-9f0f-41d2-8ee8-4f14a01e0424', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792800-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 42, 23), 'started_at': datetime.datetime(2021, 8, 4, 11, 42, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792800-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:59:11.391185 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Checking segment: {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:11.391670 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.392251 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Bound using segment: {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'} {{(pid=104941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:59:11.392817 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.managers [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Bound port: 14997b4e-28cf-445d-95f3-69b45798c090, host: dv-cinder-792800-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4071a481-39d0-4ca8-9943-5df066736c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173'}}] {{(pid=104941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:59:11.393373 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.487880 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] For port 14997b4e-28cf-445d-95f3-69b45798c090, host dv-cinder-792800-3-iscsi, cleared binding levels {{(pid=104941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:59:11.495006 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] For port 14997b4e-28cf-445d-95f3-69b45798c090, host dv-cinder-792800-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=14997b4e-28cf-445d-95f3-69b45798c090,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:59:11.504336 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.553360 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:59:09Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:11.603943 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:11.604965 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:11.616075 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Checking router: 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:11.635860 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Routers {'4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:11.636517 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:58:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:11.655061 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.660987 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1571a-fa4b-4a2e-a2ee-d4e5d45a7205 None None] Pushing event updated for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:11.766703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Deleting port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:11.767388 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.777205 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] Set router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:11.780614 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:11.896639 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] For port 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:11.897287 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:11.916206 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Calling delete_port for 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb owned by network:router_gateway {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:12.045307 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 4, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '14997b4e-28cf-445d-95f3-69b45798c090', 'name': '', 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'mac_address': 'fa:16:3e:74:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1682325e-7616-40da-a3fd-4028ce13715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:06Z', 'updated_at': '2021-08-04T11:59:11Z', 'revision_number': 4, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'subnets': [{'id': '1682325e-7616-40da-a3fd-4028ce13715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:12.075027 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7bf7f9-9d23-45e8-aef2-b8d228e65f14 None None] The sync data for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi is: [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T11:59:07Z', 'revision_number': 4, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '14997b4e-28cf-445d-95f3-69b45798c090', 'name': '', 'network_id': '26b554c9-2964-42f3-971f-dbdc9fa3e173', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'mac_address': 'fa:16:3e:74:cc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1682325e-7616-40da-a3fd-4028ce13715b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:06Z', 'updated_at': '2021-08-04T11:59:11Z', 'revision_number': 4, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'subnets': [{'id': '1682325e-7616-40da-a3fd-4028ce13715b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:12.137943 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 1e2d2de4-f309-40b2-868b-47ca34d53424 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:12.176071 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.178712 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:59:09Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:12.229671 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aab879-aeab-4d5b-adb4-b1bc07976c4e None None] The sync data for ids ['4f8ebc29-4b95-4d7f-b5af-77fcb90106a4'] in dv-cinder-792800-3-iscsi is: [{'id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'name': 'tempest-AttachVolumeTestJSON-2069831024-router', 'tenant_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:52:19Z', 'updated_at': '2021-08-04T11:59:09Z', 'revision_number': 5, 'project_id': '3a8683dae54b4fc3b5dc0f451b5b71f9', 'gw_port': {'id': '45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:00:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8ebc29-4b95-4d7f-b5af-77fcb90106a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:52:21Z', 'updated_at': '2021-08-04T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:12.234704 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:12.262437 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 1e2d2de4-f309-40b2-868b-47ca34d53424 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:12.268451 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.330835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.449178 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.452224 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.528767 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.529597 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 {{(pid=104939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:59:12.538368 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.539581 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0bbf7874-4d51-438f-8ba8-79e4b3fc0999 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4f8ebc29-4b95-4d7f-b5af-77fcb90106a4 HTTP/1.1" status: 204 len: 168 time: 1.5539532 Aug 04 11:59:12.542160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45716) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:12.592704 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Deleting subnet 3f0fa766-4417-4636-832e-24a505fc03c7 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:59:12.596485 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.634048 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.768459 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.828814 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.866863 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0fa766-4417-4636-832e-24a505fc03c7,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:12.872641 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:12.875023 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a0972603-4318-4bed-a112-b1938166a9d2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3f0fa766-4417-4636-832e-24a505fc03c7 HTTP/1.1" status: 204 len: 168 time: 0.3314290 Aug 04 11:59:12.875184 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f716b1-de8b-4564-ad4a-2221293bc7a4 None None] Network 56731476-54a0-4e45-ae1e-4ff9c181c86c requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:59:12.877333 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45718) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:12.966440 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.044589 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Deleting port 60d51c36-49cb-4741-b4e3-9790613b2433 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:13.044941 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.102767 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] DHCP port deletion for 56731476-54a0-4e45-ae1e-4ff9c181c86c request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:59:13.133769 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] For port 60d51c36-49cb-4741-b4e3-9790613b2433, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=60d51c36-49cb-4741-b4e3-9790613b2433,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:13.134475 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.153631 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Calling delete_port for 60d51c36-49cb-4741-b4e3-9790613b2433 owned by network:dhcp {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:13.175815 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Deleting port 60d51c36-49cb-4741-b4e3-9790613b2433 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:13.175815 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.249647 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] For port 60d51c36-49cb-4741-b4e3-9790613b2433, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=60d51c36-49cb-4741-b4e3-9790613b2433,segment=NetworkSegment(fdb01d73-03f1-4fe4-b599-1e3e72015031),segment_id=fdb01d73-03f1-4fe4-b599-1e3e72015031)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:13.250200 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.267076 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Calling delete_port for 60d51c36-49cb-4741-b4e3-9790613b2433 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:13.365948 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.392700 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] Pushing event deleted for resources: {'Port': ['ID=60d51c36-49cb-4741-b4e3-9790613b2433,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:13.399067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcfe38-7bf0-466d-b269-a1ecc6603c81 None None] No DVR routers for this DVR port 60d51c36-49cb-4741-b4e3-9790613b2433 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:13.573491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.599309 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d51c36-49cb-4741-b4e3-9790613b2433,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:13.601573 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] No DVR routers for this DVR port 60d51c36-49cb-4741-b4e3-9790613b2433 on host dv-cinder-792800-3-iscsi {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:13.675518 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.685891 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56731476-54a0-4e45-ae1e-4ff9c181c86c']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:13.699750 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb01d73-03f1-4fe4-b599-1e3e72015031') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:13.700071 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb01d73-03f1-4fe4-b599-1e3e72015031') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:13.708846 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.722577 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.729370 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:59:13.729755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self.session.flush() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self.session.flush() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self.session.flush() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self.session.flush() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:59:13.731433 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:59:13.783791 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.789905 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.799166 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] 10.222.0.54 "DELETE /v2.0/networks/56731476-54a0-4e45-ae1e-4ff9c181c86c HTTP/1.1" status: 204 len: 168 time: 0.9134865 Aug 04 11:59:13.805052 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f1f3-efda-41f9-b468-09ade7509348 admin admin] Pushing event deleted for resources: {'Network': ['ID=56731476-54a0-4e45-ae1e-4ff9c181c86c,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:13.909673 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45726) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:13.951547 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-8de580dd-511d-46c9-bf1a-ef9b2177fc5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a8683dae54b4fc3b5dc0f451b5b71f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406692 Aug 04 11:59:13.954409 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45728) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:14.007238 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.034329 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.094720 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.097395 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.101599 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ec702a5-b045-4a4d-875b-7eb88977682a HTTP/1.1" status: 204 len: 168 time: 0.1436036 Aug 04 11:59:14.101760 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 14997b4e-28cf-445d-95f3-69b45798c090 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:14.110527 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a65c-9bde-4f15-b4bc-dfc7d18db94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec702a5-b045-4a4d-875b-7eb88977682a,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:14.187493 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning for port 14997b4e-28cf-445d-95f3-69b45798c090 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:14.191454 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 14997b4e-28cf-445d-95f3-69b45798c090 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:14.191879 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.289852 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.327598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] For port 14997b4e-28cf-445d-95f3-69b45798c090, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=14997b4e-28cf-445d-95f3-69b45798c090,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:14.334131 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:14.396555 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 60d51c36-49cb-4741-b4e3-9790613b2433 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:14.424920 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 60d51c36-49cb-4741-b4e3-9790613b2433 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:14.425270 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 60d51c36-49cb-4741-b4e3-9790613b2433 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:14.425696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:14.430725 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Pushing event updated for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:14.452953 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:14.453391 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 45ae4a93-00aa-4a93-9afd-b7a0c9cf2fdb not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:14.454677 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b0a95a20-9654-4cd2-bed4-f80e2a985a49 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:14.479565 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.479951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.480476 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.480621 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.480934 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.481450 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.481951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.482287 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.482618 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.482951 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.483273 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.483611 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:14.487731 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: b0a95a20-9654-4cd2-bed4-f80e2a985a49 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:14.488278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device b0a95a20-9654-4cd2-bed4-f80e2a985a49 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:16.068697 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 14997b4e-28cf-445d-95f3-69b45798c090 up at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:16.129826 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Provisioning complete for port 14997b4e-28cf-445d-95f3-69b45798c090 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:16.130201 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:20.368300 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a797f2d4-3083-4d7d-94cb-ac439e9d6ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:20.857531 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:59:21.376475 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 45866) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:21.492092 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13a87e2f-abe8-404a-845b-3f87656a298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.592995 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13a87e2f-abe8-404a-845b-3f87656a298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.597305 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-13a87e2f-abe8-404a-845b-3f87656a298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.647250 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-13a87e2f-abe8-404a-845b-3f87656a298c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=edcf5a7de0c74f179107e7e36862ad88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695715 Aug 04 11:59:21.648160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87e2f-abe8-404a-845b-3f87656a298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf6f460-7c4a-48f7-bb2c-55398bcc2ea3,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:21.649853 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 45870) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:21.701070 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.722538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.774860 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.777470 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:21.778650 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cf6f460-7c4a-48f7-bb2c-55398bcc2ea3 HTTP/1.1" status: 204 len: 168 time: 0.1276906 Aug 04 11:59:21.788532 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0a902-a12b-4930-8c9c-dc089981dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf6f460-7c4a-48f7-bb2c-55398bcc2ea3,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:23.335502 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-795cbb2e-9434-4dfc-91ce-5b6388f9daf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:23.521461 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:23.575109 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:25.065940 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:27.543382 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.402317 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46056) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:30.511547 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-21e79185-8f84-4db0-875e-fb67b8969136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.605292 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-21e79185-8f84-4db0-875e-fb67b8969136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.609159 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-21e79185-8f84-4db0-875e-fb67b8969136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.649872 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-21e79185-8f84-4db0-875e-fb67b8969136 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0eaf7c4c3462426faec913521e86b5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463272 Aug 04 11:59:30.650756 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e79185-8f84-4db0-875e-fb67b8969136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d695f529-402d-41b8-b215-4feafc9b8cfe,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:30.652788 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46060) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:30.705817 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.727987 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.775747 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.778371 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.779590 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d695f529-402d-41b8-b215-4feafc9b8cfe HTTP/1.1" status: 204 len: 168 time: 0.1257434 Aug 04 11:59:30.789534 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90055099-8a36-4c4f-984c-3b48055e451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d695f529-402d-41b8-b215-4feafc9b8cfe,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:31.079500 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46074) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:31.093026 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-04bda620-dddd-4d2e-b242-ef4204400d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.192310 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-04bda620-dddd-4d2e-b242-ef4204400d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.197029 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-04bda620-dddd-4d2e-b242-ef4204400d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.236627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bda620-dddd-4d2e-b242-ef4204400d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb1cfdd-d947-4241-9d56-3ec0963daf24,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:31.241990 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-04bda620-dddd-4d2e-b242-ef4204400d5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7781b16c89a34efa92d872f6628d8a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614218 Aug 04 11:59:31.246163 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46080) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:31.300461 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.323964 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.372091 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.374651 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:31.375847 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6cb1cfdd-d947-4241-9d56-3ec0963daf24 HTTP/1.1" status: 204 len: 168 time: 0.1286764 Aug 04 11:59:31.384334 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ee98d-8578-4013-bc0d-1726bc5139cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb1cfdd-d947-4241-9d56-3ec0963daf24,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:33.018167 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46142) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.122292 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c01c48e6-8b74-4c3b-b028-99bc9dbac6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.216522 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c01c48e6-8b74-4c3b-b028-99bc9dbac6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.220457 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c01c48e6-8b74-4c3b-b028-99bc9dbac6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.259916 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c01c48e6-8b74-4c3b-b028-99bc9dbac6f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b52737297760415f9b84a38a2a7e2ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406187 Aug 04 11:59:33.262146 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c48e6-8b74-4c3b-b028-99bc9dbac6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3c5ab-416d-4c75-85b8-851fc12bb8e6,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:33.262968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46146) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.311623 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.333410 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.384505 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.387132 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.391448 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98e3c5ab-416d-4c75-85b8-851fc12bb8e6 HTTP/1.1" status: 204 len: 168 time: 0.1273065 Aug 04 11:59:33.400503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38497d8-2d21-4a52-80ef-250cec865c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3c5ab-416d-4c75-85b8-851fc12bb8e6,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:33.551168 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46158) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.660932 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80489e3d-6c4e-44e4-acc8-58f15c4a718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.664305 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46164) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.686804 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-14b84ccb-063b-448b-8f01-5d1887211c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.772666 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80489e3d-6c4e-44e4-acc8-58f15c4a718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.780504 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-80489e3d-6c4e-44e4-acc8-58f15c4a718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.837325 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-80489e3d-6c4e-44e4-acc8-58f15c4a718a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3586d3d655644585aaac3643d69b5520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848971 Aug 04 11:59:33.839935 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46166) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.841114 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80489e3d-6c4e-44e4-acc8-58f15c4a718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22035411-8cdc-4724-9bfc-f37db8ef18d2,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:33.893584 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.898894 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-14b84ccb-063b-448b-8f01-5d1887211c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.903223 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-14b84ccb-063b-448b-8f01-5d1887211c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.916635 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.941730 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-14b84ccb-063b-448b-8f01-5d1887211c5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64d8bc1df80a4fe1956f876d928e40af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762170 Aug 04 11:59:33.942411 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b84ccb-063b-448b-8f01-5d1887211c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f66bd3-a887-4b13-a9ec-f45fad5d69fc,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:33.945295 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46168) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:33.968797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.971489 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:33.972758 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22035411-8cdc-4724-9bfc-f37db8ef18d2 HTTP/1.1" status: 204 len: 168 time: 0.1317246 Aug 04 11:59:33.980753 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2cdc7-c5c1-4c87-bb88-8f4685ade98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22035411-8cdc-4724-9bfc-f37db8ef18d2,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:34.002056 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:34.029296 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:34.086792 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:34.089484 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:34.090588 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69f66bd3-a887-4b13-a9ec-f45fad5d69fc HTTP/1.1" status: 204 len: 168 time: 0.1443706 Aug 04 11:59:34.098445 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74056c-c2c0-4fe0-92c7-7deea55abce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f66bd3-a887-4b13-a9ec-f45fad5d69fc,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:37.063608 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-3b699134-2ed2-4ce3-8cb2-f8ed17097f2e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392455916&fields=id&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 267 time: 0.0391641 Aug 04 11:59:37.189982 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-25a87335-ecd0-4f54-920f-2de2482ee5db tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:37.191985 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-25a87335-ecd0-4f54-920f-2de2482ee5db tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.1200774 Aug 04 11:59:37.214963 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-ac85cd08-21a4-4a82-9b93-e06aa0c734a7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/quotas/8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 375 time: 0.0101492 Aug 04 11:59:37.222606 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46364) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:37.278420 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-ef98318d-9440-4ca8-9e48-592e8fdcccb9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576975 Aug 04 11:59:37.338686 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18f75fce-0440-43c5-8b08-152c6d6420b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.441642 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-682a8d4a-52b0-4eeb-9896-a751745027d7 service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517441 Aug 04 11:59:37.442563 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18f75fce-0440-43c5-8b08-152c6d6420b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.446824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-18f75fce-0440-43c5-8b08-152c6d6420b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.485618 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f75fce-0440-43c5-8b08-152c6d6420b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2064d-54e4-497e-b3b2-ed9639ccd36f,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:37.492850 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-18f75fce-0440-43c5-8b08-152c6d6420b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50d3ea4dd9014c3d841b0dc27804f006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685761 Aug 04 11:59:37.493127 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46370) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:37.544721 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.545550 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b2f9b4ee-6892-46cd-8d4b-f9aaaf5ab673 service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946441 Aug 04 11:59:37.567191 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.621278 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.623994 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:37.625180 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bd2064d-54e4-497e-b3b2-ed9639ccd36f HTTP/1.1" status: 204 len: 168 time: 0.1304383 Aug 04 11:59:37.636440 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbea89-1598-4f94-a919-66895169b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2064d-54e4-497e-b3b2-ed9639ccd36f,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:37.857410 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4825e3ec-8d8f-4180-9353-b87d736c58fa req-76c3ce1b-8225-40ec-a674-24b3616c7b32 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 210 time: 0.0275171 Aug 04 11:59:37.916824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46386) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:37.930818 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-89de1e75-4e2b-4a5c-9c31-c4502f79e152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.036120 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-89de1e75-4e2b-4a5c-9c31-c4502f79e152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.041498 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-89de1e75-4e2b-4a5c-9c31-c4502f79e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.083416 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46394) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:38.084084 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-89de1e75-4e2b-4a5c-9c31-c4502f79e152 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd365024dda4487e9015537362f96ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653254 Aug 04 11:59:38.084400 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de1e75-4e2b-4a5c-9c31-c4502f79e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e54edf-46c6-4070-831f-b1d79cdebe2e,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:38.143113 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.169198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.220214 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46398) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:38.249594 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.252576 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.254145 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38e54edf-46c6-4070-831f-b1d79cdebe2e HTTP/1.1" status: 204 len: 168 time: 0.1695962 Aug 04 11:59:38.264220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb81b-e6ae-410c-ac3b-c5ac771fc2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e54edf-46c6-4070-831f-b1d79cdebe2e,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:38.531194 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46408) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:38.625659 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Deleting port 62236935-63da-49b0-b408-c1da87ecc75e {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:38.626013 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.722980 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.723447 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.738763 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Calling delete_port for 62236935-63da-49b0-b408-c1da87ecc75e owned by network:floatingip {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:38.788103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-98515ef4-65a0-4925-a482-c28f231b3892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.889830 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-98515ef4-65a0-4925-a482-c28f231b3892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.895612 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-98515ef4-65a0-4925-a482-c28f231b3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:38.947854 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-98515ef4-65a0-4925-a482-c28f231b3892 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d81b71b152f54d58ae2f523183600efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153204 Aug 04 11:59:38.950378 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46424) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:38.953407 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98515ef4-65a0-4925-a482-c28f231b3892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfde396b-024f-45aa-a29c-ca3de91ca488,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:38.984512 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-00d5833e-a9fa-4659-8d72-8a74acc526b0 req-bc251168-0e46-4112-81c7-459032c01a1d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 210 time: 0.0492938 Aug 04 11:59:39.029274 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.070836 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event deleted for resources: {'Port': ['ID=62236935-63da-49b0-b408-c1da87ecc75e,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:39.083241 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.130181 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.199207 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for floatingip, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.199872 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Floating IP 775050d3-cfb5-4fa0-a8ac-9c644c5acd62 disassociated (deleted). External IP: 172.27.1.64, port: f15442eb-84a9-429f-bbd4-d094869090ec. Aug 04 11:59:39.293691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.297009 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.298491 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dfde396b-024f-45aa-a29c-ca3de91ca488 HTTP/1.1" status: 204 len: 168 time: 0.3465724 Aug 04 11:59:39.310871 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c660f-d63a-40d1-9453-cc06620c2d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfde396b-024f-45aa-a29c-ca3de91ca488,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:39.315954 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-62331f83-62f3-4628-989b-ae4ec5afce34 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:39.317491 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-62331f83-62f3-4628-989b-ae4ec5afce34 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.1463633 Aug 04 11:59:39.383028 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-fccbf2f7-ebfc-42d6-91f3-997f0542aee2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 379 time: 0.0431268 Aug 04 11:59:39.404739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'port': {'device_id': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'admin_state_up': True, 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'security_groups': ['41e2b113-fa2d-4599-911d-2d23eedfdbec']}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:39.521366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Router 443cbb53-687b-4012-b493-133eb614aec0 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:39.577777 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Made reservation on behalf of 8ac66491ae6f460dacec0a4acbac926c for: {'port': 1} {{(pid=104940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:59:39.581283 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.656740 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:39.663289 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.675076 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Sync routers for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:39.687373 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:39.688066 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:39.696568 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d5093c0c-11bb-48b4-9c20-198440929d62 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "DELETE /v2.0/floatingips/775050d3-cfb5-4fa0-a8ac-9c644c5acd62 HTTP/1.1" status: 204 len: 168 time: 1.4883099 Aug 04 11:59:39.697422 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:59:39.708989 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de800e-93d4-4147-82d1-0bc6e8a6563c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:59:39.747544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_common [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.20.0.14 (8209bfe8-033f-49eb-b3ee-a46d45b9920d/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4/ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3) {{(pid=104940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:59:39.762674 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46450) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:39.781899 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb1100-368a-4336-bbad-4cc04b101141 x-openstack-request-id: req-ddbb1100-368a-4336-bbad-4cc04b101141 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:59:39.782187 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:59:39.782450 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddbb1100-368a-4336-bbad-4cc04b101141 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:59:39.786081 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'status': 'completed', 'code': 200} Aug 04 11:59:39.787028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b27f738-0c8d-4838-9571-adf008499ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.913552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-5d831762-879e-4916-bc58-27e1dd0269d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:39.915076 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-5d831762-879e-4916-bc58-27e1dd0269d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77744f95b8414c45b561c7b403c1c869&device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 1098 time: 0.0837133 Aug 04 11:59:39.939910 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:39.957361 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Transition to ACTIVE for port object ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 will not be triggered until provisioned by entity DHCP. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:40.058163 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.134508 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-d4730c2d-c5c9-4412-8d02-8906686b595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.136800 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-d4730c2d-c5c9-4412-8d02-8906686b595e service neutron] 10.222.0.89 "GET /v2.0/networks?id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 200 len: 910 time: 0.1932652 Aug 04 11:59:40.149239 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:40.178483 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b27f738-0c8d-4838-9571-adf008499ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.281034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:59:40.284380 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:40.295533 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.base_scheduler [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:59:40.309595 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b27f738-0c8d-4838-9571-adf008499ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.310089 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:59:40.340629 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9b27f738-0c8d-4838-9571-adf008499ff8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb9b5a7b60584a13828aef06e915b158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767715 Aug 04 11:59:40.342570 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46466) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:40.347585 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-4634234e-3644-4a13-8135-9db3ea766bda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 200 len: 217 time: 0.1673567 Aug 04 11:59:40.363632 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280deed-a310-41ee-ab46-e530438bc4a2 req-fcaea09e-deb2-47c5-94e3-7c8b09a749d2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.373457 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7280deed-a310-41ee-ab46-e530438bc4a2 req-fcaea09e-deb2-47c5-94e3-7c8b09a749d2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 932 time: 0.1979961 Aug 04 11:59:40.415137 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:40.431379 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7280deed-a310-41ee-ab46-e530438bc4a2 req-a37321d9-4180-4670-993f-0f3792174209 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536377 Aug 04 11:59:40.457160 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Checking router: 443cbb53-687b-4012-b493-133eb614aec0 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:40.466777 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:40.467786 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:40.469793 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.484622 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.486969 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.492630 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9d87c-cc13-4615-b2df-7de4f9e898f7 req-a50b8859-c2d9-4f71-be2d-bfae57402cde tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.501012 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-79b9d87c-cc13-4615-b2df-7de4f9e898f7 req-a50b8859-c2d9-4f71-be2d-bfae57402cde tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.3602931 Aug 04 11:59:40.511219 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f738-0c8d-4838-9571-adf008499ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbfb0d-7103-46b6-8d32-15a829251a2c,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:40.520657 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-b777550c-cd56-4a91-bc5d-4a12ed273ba8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1203601 Aug 04 11:59:40.542051 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.v2.base [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Request body: {'port': {'device_id': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:59:40.570836 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.580595 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-79b9d87c-cc13-4615-b2df-7de4f9e898f7 req-1050c4f1-30cc-4425-a525-f594aff0a03e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775208 Aug 04 11:59:40.586845 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-621daa32-c25b-4421-b42b-b85a9c4e9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.588368 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-621daa32-c25b-4421-b42b-b85a9c4e9abb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 200 len: 848 time: 0.1986012 Aug 04 11:59:40.646497 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:40.671531 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-62cccfc8-5f83-41af-868b-b1d2af48b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:40.673458 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-62cccfc8-5f83-41af-868b-b1d2af48b89f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db99ec1d-6028-4fd4-9d68-c91acdb2b66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758092 Aug 04 11:59:40.685095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.707794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.712346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.713947 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20dbfb0d-7103-46b6-8d32-15a829251a2c HTTP/1.1" status: 204 len: 168 time: 0.3690467 Aug 04 11:59:40.807653 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feadce-4496-49b4-b43b-c17611c9ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbfb0d-7103-46b6-8d32-15a829251a2c,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:40.833728 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-1e911efe-fe30-4e84-b705-5e238d81b05e None None] Provisioning for port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:40.852142 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-1e911efe-fe30-4e84-b705-5e238d81b05e None None] Provisioning complete for port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:40.852520 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1e911efe-fe30-4e84-b705-5e238d81b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:40.898435 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-a1f58fa6-a896-459f-af11-cfba76e46dca service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161772 Aug 04 11:59:40.927240 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-1e911efe-fe30-4e84-b705-5e238d81b05e None None] Port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:59:40.965392 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:41.008169 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fdc5d-c556-4880-8e2e-c6ec79397d66 None None] The sync data for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi is: [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:13Z', 'revision_number': 4, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': 'cf1546a1-a5ab-42dd-a560-fc515c2da7b8', 'name': '', 'network_id': 'db99ec1d-6028-4fd4-9d68-c91acdb2b66a', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'mac_address': 'fa:16:3e:2f:b2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:12Z', 'updated_at': '2021-08-04T11:54:23Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'subnets': [{'id': 'c0f48b67-2c5e-4186-8eeb-014b9812c550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:41.054397 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 {{(pid=104940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:59:41.065978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:41.066341 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-22de800e-93d4-4147-82d1-0bc6e8a6563c req-399f8754-a63f-46bf-8f0c-ac3d05bc16fb service neutron] 10.222.0.89 "GET /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574788 Aug 04 11:59:41.097425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.provisioning_blocks [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Transition to ACTIVE for port object ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 will not be triggered until provisioned by entity L2. {{(pid=104940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:59:41.103474 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:41.223343 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Pushing event updated for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=2']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:41.259237 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Attempting to bind port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:59:41.259937 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Attempting to bind port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:59:41.260523 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Attempting to bind port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:41.267605 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:59:41.268326 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Attempting to bind port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:59:41.281758 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:59:41.282107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:59:41.282528 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Bound using segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} {{(pid=104940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:59:41.283116 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.managers [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Bound port: ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}}] {{(pid=104940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:59:41.283518 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:41.395474 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, cleared binding levels {{(pid=104940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:59:41.398712 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e1761d-2373-430c-87f2-736669e4b44a None None] New status for floating IP 775050d3-cfb5-4fa0-a8ac-9c644c5acd62: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:59:41.400412 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:59:41.407949 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25111656'] for port, after_update {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:41.447067 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.447067 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:41.447067 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] 10.222.0.89 "PUT /v2.0/ports/ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 1094 time: 0.9104612 Aug 04 11:59:41.447564 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:59:41.449580 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc067bba-e480-4d76-b5e3-89ee183b0d25" -d '{"events": [{"name": "network-changed", "server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:59:41.504038 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832bd2-3f6b-495d-8dd5-010d590c4baa service neutron] Pushing event updated for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=3']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:41.620988 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11344830-204a-4176-8f03-6fbd7dbbc994 x-openstack-request-id: req-11344830-204a-4176-8f03-6fbd7dbbc994 {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:59:41.621394 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:59:41.621660 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11344830-204a-4176-8f03-6fbd7dbbc994 {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:59:41.622072 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'status': 'completed', 'code': 200} Aug 04 11:59:41.643683 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-7d5507d6-589d-4c51-91d0-528ea9eef898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.645248 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-7d5507d6-589d-4c51-91d0-528ea9eef898 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1097 time: 0.0839052 Aug 04 11:59:41.662327 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a785-7f98-43c4-be4c-70a28f7b7d77 req-f35dc283-452e-485b-8f54-df34a959691f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.665082 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a6d0a785-7f98-43c4-be4c-70a28f7b7d77 req-f35dc283-452e-485b-8f54-df34a959691f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.1003218 Aug 04 11:59:41.741052 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-def62c95-5d3a-4e8e-880f-c21e3d8663ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 217 time: 0.0759690 Aug 04 11:59:41.766680 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a6d0a785-7f98-43c4-be4c-70a28f7b7d77 req-8fdb69cf-5eb6-4853-8b46-d8d70f743309 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957348 Aug 04 11:59:41.832968 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-8a8a7a81-430c-44b2-9e2a-1a9eae4d9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.833478 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-8a8a7a81-430c-44b2-9e2a-1a9eae4d9817 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0831273 Aug 04 11:59:41.842151 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4267-d377-41c1-8cd9-01c08ec32308 req-803c7f01-fd74-4766-a84e-bf26cd0e231b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.843763 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e39b4267-d377-41c1-8cd9-01c08ec32308 req-803c7f01-fd74-4766-a84e-bf26cd0e231b tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.1061859 Aug 04 11:59:41.920315 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-15c7a5f1-d93a-4a56-9339-e3d9b1c05174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:41.921834 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-15c7a5f1-d93a-4a56-9339-e3d9b1c05174 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761967 Aug 04 11:59:41.930078 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-e39b4267-d377-41c1-8cd9-01c08ec32308 req-6f1dac3d-f7b1-4e7c-8b45-e83166f0d155 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/security-groups?id=918676bd-818f-4a7f-8829-57dd99bf4b30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727615 Aug 04 11:59:42.043809 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-7d1b8d09-dcd3-490b-9bb2-6bc36dfd8cf3 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974252 Aug 04 11:59:42.123495 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-566b1be1-572d-4e56-a0d1-9dfa8cf2bedf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.125137 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-566b1be1-572d-4e56-a0d1-9dfa8cf2bedf tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 945 time: 0.0580585 Aug 04 11:59:42.169290 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8c52c169-9f67-4f47-ac0a-3392ca5124d5 req-1d6b5bed-4dc7-4136-a19a-3bbc4e7ca696 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031427 Aug 04 11:59:42.235922 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Deleting port f15442eb-84a9-429f-bbd4-d094869090ec {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:42.236324 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.346804 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] For port f15442eb-84a9-429f-bbd4-d094869090ec, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=f15442eb-84a9-429f-bbd4-d094869090ec,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:42.347215 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.349020 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-fc01cacf-d852-4a4f-8692-c3af306f8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.349521 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46526) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:42.351157 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-fc01cacf-d852-4a4f-8692-c3af306f8171 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1097 time: 0.0513494 Aug 04 11:59:42.368768 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Calling delete_port for f15442eb-84a9-429f-bbd4-d094869090ec owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:42.492755 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-e9ce4617-0630-49fa-b92e-3fd7e5b3c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.494322 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-e9ce4617-0630-49fa-b92e-3fd7e5b3c1a1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.1355479 Aug 04 11:59:42.526280 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c237bf77-50e0-490e-b6bb-40e660bd9909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.552731 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-a426637f-b58a-4102-a67b-2cde01468edb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 217 time: 0.0470674 Aug 04 11:59:42.568357 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.604608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event deleted for resources: {'Port': ['ID=f15442eb-84a9-429f-bbd4-d094869090ec,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:42.620126 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-4fd80f80-c2c8-4882-8b66-2b7c6914b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.621666 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-4fd80f80-c2c8-4882-8b66-2b7c6914b9c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0574660 Aug 04 11:59:42.657611 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] No DVR routers for this DVR port f15442eb-84a9-429f-bbd4-d094869090ec on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:42.660859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.663439 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-528f0a5a-1104-40d2-80e1-d08dfcf5df3f req-c7eaac8e-6e6c-4364-838f-efe8ae60c881 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.89 "DELETE /v2.0/ports/f15442eb-84a9-429f-bbd4-d094869090ec HTTP/1.1" status: 204 len: 173 time: 0.5307834 Aug 04 11:59:42.664303 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-deleted', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:59:42.666224 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa763299-650e-451e-a190-4ec5c70846ec" -d '{"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-deleted", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:59:42.676416 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-cd8251a9-9c80-4014-b5a5-68d492cce8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.679556 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-cd8251a9-9c80-4014-b5a5-68d492cce8b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475576 Aug 04 11:59:42.706424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c237bf77-50e0-490e-b6bb-40e660bd9909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.713153 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c237bf77-50e0-490e-b6bb-40e660bd9909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.725962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0179fa-34af-455f-a344-85e114bcd550 x-openstack-request-id: req-ea0179fa-34af-455f-a344-85e114bcd550 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:59:42.726406 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3dce92-72e7-40bc-8df1-3133b7a6ebdb", "name": "network-vif-deleted", "tag": "f15442eb-84a9-429f-bbd4-d094869090ec", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:59:42.726667 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea0179fa-34af-455f-a344-85e114bcd550 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:59:42.727069 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3dce92-72e7-40bc-8df1-3133b7a6ebdb', 'name': 'network-vif-deleted', 'tag': 'f15442eb-84a9-429f-bbd4-d094869090ec', 'status': 'completed', 'code': 200} Aug 04 11:59:42.755681 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237bf77-50e0-490e-b6bb-40e660bd9909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f9b72-10b8-4046-adc8-853e16649881,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:42.760192 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c237bf77-50e0-490e-b6bb-40e660bd9909 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=522f383f54d74377a38d0b1aceba81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096251 Aug 04 11:59:42.762879 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46536) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:42.792969 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-7f9ecd9a-c02e-4ad8-83e3-d0f87a37ec90 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030571 Aug 04 11:59:42.821105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.844403 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.901029 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.904067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:42.905255 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db7f9b72-10b8-4046-adc8-853e16649881 HTTP/1.1" status: 204 len: 168 time: 0.1414630 Aug 04 11:59:42.914293 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334674d6-e40d-4dd7-a792-d5736ce016df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f9b72-10b8-4046-adc8-853e16649881,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:42.927128 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-dc067bba-e480-4d76-b5e3-89ee183b0d25 req-3d1f76ef-52c9-42dd-a3a2-4aeaadfe8f83 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276445 Aug 04 11:59:42.934740 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a964-3a87-487f-a60b-c63be6f85d7e req-8e6e7e91-66f1-4e4c-9c28-b110ec8d2c48 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:42.936261 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b202a964-3a87-487f-a60b-c63be6f85d7e req-8e6e7e91-66f1-4e4c-9c28-b110ec8d2c48 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0868535 Aug 04 11:59:42.992974 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b202a964-3a87-487f-a60b-c63be6f85d7e req-18317b12-e7ac-442d-aa56-67b6de28e7e3 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501606 Aug 04 11:59:43.038696 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-8560ba86-e940-4b8d-9b90-ee947b9b78a8 req-9ad9afef-74fb-43ac-a5aa-8bd1343405e3 tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf3dce92-72e7-40bc-8df1-3133b7a6ebdb HTTP/1.1" status: 200 len: 210 time: 0.0290542 Aug 04 11:59:43.233451 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46546) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:43.247036 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.345622 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.349467 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.388363 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f49cc99e3c454cf18a1478f51db8bdbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538134 Aug 04 11:59:43.389272 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55841376-01fb-4d36-b47d-a4eab96fa6fb,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:43.391173 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46548) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:43.397186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.397712 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.398136 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.398467 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.398798 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.399127 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.399460 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.399810 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.400138 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.400461 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.400778 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.401103 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b24e6-7aca-43fe-964c-2efd203fc444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:43.440797 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.463152 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.525204 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.527958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:43.529220 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55841376-01fb-4d36-b47d-a4eab96fa6fb HTTP/1.1" status: 204 len: 168 time: 0.1369786 Aug 04 11:59:43.538424 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f60f0-6ce3-4dc5-85eb-54f220a3cb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55841376-01fb-4d36-b47d-a4eab96fa6fb,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:44.110174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46578) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:44.135041 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede638d0-6642-49ae-885a-1a8ff3eaeca5 req-e8530cda-6203-48e5-8a78-f8c9ad09050b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:44.138802 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ede638d0-6642-49ae-885a-1a8ff3eaeca5 req-e8530cda-6203-48e5-8a78-f8c9ad09050b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0715814 Aug 04 11:59:44.187291 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:44.194645 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ede638d0-6642-49ae-885a-1a8ff3eaeca5 req-00e37820-bb84-40a4-9aba-caeeefcebba0 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492916 Aug 04 11:59:44.219469 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:44.280795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:44.283374 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:44.284595 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] 10.222.0.54 "DELETE /v2.0/security-groups/918676bd-818f-4a7f-8829-57dd99bf4b30 HTTP/1.1" status: 204 len: 168 time: 0.1733308 Aug 04 11:59:44.299536 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4ce56-fa4e-41b9-9f9f-1a011dc1322e tempest-TestShelveInstance-765627905 tempest-TestShelveInstance-765627905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918676bd-818f-4a7f-8829-57dd99bf4b30,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:44.336226 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46588) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:44.784021 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.061280 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Deleting port cf1546a1-a5ab-42dd-a560-fc515c2da7b8 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:45.061910 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.114675 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46620) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:45.148456 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] For port cf1546a1-a5ab-42dd-a560-fc515c2da7b8, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:45.149075 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.165947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Calling delete_port for cf1546a1-a5ab-42dd-a560-fc515c2da7b8 owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:45.251832 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-08e112cf-5a36-4307-ae3b-877b17d02cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.317459 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:45.354390 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: f15442eb-84a9-429f-bbd4-d094869090ec {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:45.354846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device f15442eb-84a9-429f-bbd4-d094869090ec not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:45.361665 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964885-ef81-4438-ba9b-d422feeb3f67 req-08d0bd49-57c0-418d-af93-25d6784bcffe tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:45.363303 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-32964885-ef81-4438-ba9b-d422feeb3f67 req-08d0bd49-57c0-418d-af93-25d6784bcffe tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0794787 Aug 04 11:59:45.381915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-08e112cf-5a36-4307-ae3b-877b17d02cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.387013 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-08e112cf-5a36-4307-ae3b-877b17d02cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.429838 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-08e112cf-5a36-4307-ae3b-877b17d02cea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e12680a91964520b90406c8f799f701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104739 Aug 04 11:59:45.429838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e112cf-5a36-4307-ae3b-877b17d02cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83745e8-2fc7-453e-b962-5abd10ea8029,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:45.433896 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46626) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:45.458862 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-32964885-ef81-4438-ba9b-d422feeb3f67 req-667d8c8a-c3ce-4cb8-8505-8b8b199fee97 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854218 Aug 04 11:59:45.460484 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.502862 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1546a1-a5ab-42dd-a560-fc515c2da7b8,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:45.582095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.644002 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.729561 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.776539 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.779805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:45.781017 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f83745e8-2fc7-453e-b962-5abd10ea8029 HTTP/1.1" status: 204 len: 168 time: 0.3457930 Aug 04 11:59:45.797000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d9ead-acd6-4031-b507-e5e28990ffa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83745e8-2fc7-453e-b962-5abd10ea8029,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:46.249783 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Router 443cbb53-687b-4012-b493-133eb614aec0 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:46.358791 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:46.364115 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-cabd50d2-f65a-4756-a7b1-6eb75d91e9f7 admin admin] 10.222.0.54 "PUT /v2.0/routers/443cbb53-687b-4012-b493-133eb614aec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0265656 Aug 04 11:59:46.367502 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46650) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:46.368713 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Sync routers for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:46.380324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:46.381145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:46.492535 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks [] for router, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:46.504210 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:46.722413 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:59:45Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:46.755570 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Checking router: 443cbb53-687b-4012-b493-133eb614aec0 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:46.767954 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Routers {'443cbb53-687b-4012-b493-133eb614aec0'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:46.768745 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['443cbb53-687b-4012-b493-133eb614aec0'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:46.925209 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e708a74-e9e6-4e45-a022-d2046bf4ff53 req-d5e75b49-4e93-4a8e-bdc5-b9e519c5fdf4 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:46.933938 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e708a74-e9e6-4e45-a022-d2046bf4ff53 req-d5e75b49-4e93-4a8e-bdc5-b9e519c5fdf4 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.3868642 Aug 04 11:59:46.939710 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] Set router 443cbb53-687b-4012-b493-133eb614aec0 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:46.958601 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.007500 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6e708a74-e9e6-4e45-a022-d2046bf4ff53 req-60cf8d6e-2f37-427b-bc4d-88e33ab6f297 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726025 Aug 04 11:59:47.090186 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Deleting port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:47.090186 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.173676 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:59:45Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:47.176643 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] For port 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:47.178743 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.199966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Calling delete_port for 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 owned by network:router_gateway {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:47.204530 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b7dc2-762e-445a-a04f-66deee06971a None None] The sync data for ids ['443cbb53-687b-4012-b493-133eb614aec0'] in dv-cinder-792800-3-iscsi is: [{'id': '443cbb53-687b-4012-b493-133eb614aec0', 'name': 'tempest-TestShelveInstance-1143631237-router', 'tenant_id': '77744f95b8414c45b561c7b403c1c869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:59:45Z', 'revision_number': 5, 'project_id': '77744f95b8414c45b561c7b403c1c869', 'gw_port': {'id': '54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cbb53-687b-4012-b493-133eb614aec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:09Z', 'updated_at': '2021-08-04T11:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:47.367364 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.393278 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Pushing event deleted for resources: {'Port': ['ID=54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:47.455320 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.548902 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.550922 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.596687 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.597250 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443cbb53-687b-4012-b493-133eb614aec0 {{(pid=104939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:59:47.603256 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] Notify callbacks [] for router, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.604461 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5012c81f-ce24-489e-af71-f866856e075c admin admin] 10.222.0.54 "DELETE /v2.0/routers/443cbb53-687b-4012-b493-133eb614aec0 HTTP/1.1" status: 204 len: 168 time: 1.2359087 Aug 04 11:59:47.607122 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46672) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:47.655357 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Deleting subnet c0f48b67-2c5e-4186-8eeb-014b9812c550 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:59:47.658580 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.694186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.770241 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.831173 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.856593 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f48b67-2c5e-4186-8eeb-014b9812c550,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:47.860070 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.861939 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a3537348-628b-4e04-b131-95f60361fa30 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c0f48b67-2c5e-4186-8eeb-014b9812c550 HTTP/1.1" status: 204 len: 168 time: 0.2538314 Aug 04 11:59:47.864638 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46674) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:47.866441 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9631fa24-5401-4c98-93c0-41a5103e0995 None None] Network db99ec1d-6028-4fd4-9d68-c91acdb2b66a requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:59:47.940233 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:47.997294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Deleting port 7a29e632-3979-46dd-ac90-d33151fad3ae {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:47.997585 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.065754 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] For port 7a29e632-3979-46dd-ac90-d33151fad3ae, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7a29e632-3979-46dd-ac90-d33151fad3ae,segment=NetworkSegment(b9a3ff95-9eef-4c08-b319-870d220a8b8d),segment_id=b9a3ff95-9eef-4c08-b319-870d220a8b8d)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:48.066122 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.079109 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Calling delete_port for 7a29e632-3979-46dd-ac90-d33151fad3ae owned by network:dhcp {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:48.154173 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad6c47-10bd-4497-a610-db274c0c2670 req-bf426297-0da9-4582-99d4-91cc75410b07 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:48.155658 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a9ad6c47-10bd-4497-a610-db274c0c2670 req-bf426297-0da9-4582-99d4-91cc75410b07 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0535419 Aug 04 11:59:48.159432 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.185684 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a29e632-3979-46dd-ac90-d33151fad3ae,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:48.191445 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] No DVR routers for this DVR port 7a29e632-3979-46dd-ac90-d33151fad3ae on host dv-cinder-792800-3-iscsi {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:48.204466 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a9ad6c47-10bd-4497-a610-db274c0c2670 req-59268c34-bbea-4a82-a7fa-e050b53ae177 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Aug 04 11:59:48.242706 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744d5f4d-1295-41b7-b00e-c5493c03cdfc None None] DHCP port deletion for db99ec1d-6028-4fd4-9d68-c91acdb2b66a request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:59:48.280226 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.290877 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db99ec1d-6028-4fd4-9d68-c91acdb2b66a']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:48.301418 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a3ff95-9eef-4c08-b319-870d220a8b8d') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:48.301717 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a3ff95-9eef-4c08-b319-870d220a8b8d') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:48.307908 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device cf1546a1-a5ab-42dd-a560-fc515c2da7b8 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:48.311626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.325888 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.328041 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: cf1546a1-a5ab-42dd-a560-fc515c2da7b8 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:48.328396 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device cf1546a1-a5ab-42dd-a560-fc515c2da7b8 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:48.328821 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:48.332530 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:59:48.333105 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:59:48.335223 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:59:48.348380 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:48.348734 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 54b7d7e4-a43f-4103-a3e3-7b2e2de2a5f3 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:48.349165 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7a29e632-3979-46dd-ac90-d33151fad3ae no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:48.371511 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 7a29e632-3979-46dd-ac90-d33151fad3ae {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:48.371883 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7a29e632-3979-46dd-ac90-d33151fad3ae not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:48.389151 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.394627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.397067 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] 10.222.0.54 "DELETE /v2.0/networks/db99ec1d-6028-4fd4-9d68-c91acdb2b66a HTTP/1.1" status: 204 len: 168 time: 0.5303249 Aug 04 11:59:48.400673 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46682) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:48.408411 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ce929-110d-487a-9c52-e5b4e39d7d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=db99ec1d-6028-4fd4-9d68-c91acdb2b66a,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:48.742238 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:48.979406 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Deleting port 975155d2-f2bb-4d3b-9853-5ed0ad23379b {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:48.979741 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.056095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] For port 975155d2-f2bb-4d3b-9853-5ed0ad23379b, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=975155d2-f2bb-4d3b-9853-5ed0ad23379b,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:49.056379 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.070336 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Calling delete_port for 975155d2-f2bb-4d3b-9853-5ed0ad23379b owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:49.270043 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.297729 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=975155d2-f2bb-4d3b-9853-5ed0ad23379b,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:49.331157 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f17de-065a-4545-82f8-8dda4488d36d req-9ec6ab22-211a-46e5-ab22-2f713c55b1d2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:49.333209 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-630f17de-065a-4545-82f8-8dda4488d36d req-9ec6ab22-211a-46e5-ab22-2f713c55b1d2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0625980 Aug 04 11:59:49.377498 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-630f17de-065a-4545-82f8-8dda4488d36d req-85b4e9a1-90eb-44a6-a0e6-ad100b634dd2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363173 Aug 04 11:59:49.481758 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.690978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:59:49.794307 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:59:49.799670 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c61c05a1-f592-4f9f-9616-55139d037a12 admin admin] 10.222.0.54 "PUT /v2.0/routers/6f9ae461-b8ac-4a92-8970-d51e7ced6e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977454 Aug 04 11:59:49.802090 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46690) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:49.805266 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Sync routers for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:59:49.814555 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:49.815228 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:49.907536 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.924247 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:50.010557 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.066978 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Deleting port 78262cfa-bf73-4730-bd4d-1394d4894304 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:50.067431 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.111393 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:59:49Z', 'revision_number': 5, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port': {'id': '78262cfa-bf73-4730-bd4d-1394d4894304', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:54:19Z', 'updated_at': '2021-08-04T11:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:50.138062 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Checking router: 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:59:50.146247 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Routers {'6f9ae461-b8ac-4a92-8970-d51e7ced6e10'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:59:50.147714 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:50.158643 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] For port 78262cfa-bf73-4730-bd4d-1394d4894304, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=78262cfa-bf73-4730-bd4d-1394d4894304,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:50.159034 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.172169 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Calling delete_port for 78262cfa-bf73-4730-bd4d-1394d4894304 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:50.248441 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] Set router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:59:50.304097 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:59:50Z', 'revision_number': 6, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:50.335891 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5875b-fbe2-4b3c-a817-d4b2784d57be None None] The sync data for ids ['6f9ae461-b8ac-4a92-8970-d51e7ced6e10'] in dv-cinder-792800-3-iscsi is: [{'id': '6f9ae461-b8ac-4a92-8970-d51e7ced6e10', 'name': 'tempest-TestShelveInstance-449251880-router', 'tenant_id': '7bed15cb856b4871ae355e0c4988de2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:54:17Z', 'updated_at': '2021-08-04T11:59:50Z', 'revision_number': 6, 'project_id': '7bed15cb856b4871ae355e0c4988de2d', 'gw_port_host': None}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:59:50.355458 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.377511 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-576e3d5b-264c-4a73-9cba-ed8102004536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.382804 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Pushing event deleted for resources: {'Port': ['ID=78262cfa-bf73-4730-bd4d-1394d4894304,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:50.449253 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.560974 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.563695 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.615726 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d113dbf-3678-4c4c-9024-e0a2906a676e req-5a4d67e8-6376-4a8d-b7a0-02b5de740c65 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:50.617271 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5d113dbf-3678-4c4c-9024-e0a2906a676e req-5a4d67e8-6376-4a8d-b7a0-02b5de740c65 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.1698136 Aug 04 11:59:50.622412 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.623172 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9ae461-b8ac-4a92-8970-d51e7ced6e10 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:59:50.628263 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.632262 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-d873922b-5722-472c-a71e-a2ac7290555a admin admin] 10.222.0.54 "DELETE /v2.0/routers/6f9ae461-b8ac-4a92-8970-d51e7ced6e10 HTTP/1.1" status: 204 len: 168 time: 0.8285985 Aug 04 11:59:50.632479 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46698) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:50.671285 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-5d113dbf-3678-4c4c-9024-e0a2906a676e req-e876f292-9389-49c9-86d9-7b2d91d79a84 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Aug 04 11:59:50.692579 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Deleting subnet 570167ad-701e-4acb-a49f-25acfbeb7d59 {{(pid=104939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:59:50.692579 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.730583 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32815777'] for subnet, precommit_delete_associations {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.828950 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.880552 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33073968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32840942'] for subnet, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.909263 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570167ad-701e-4acb-a49f-25acfbeb7d59,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:50.911682 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for subnet, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:50.914573 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/570167ad-701e-4acb-a49f-25acfbeb7d59 HTTP/1.1" status: 204 len: 168 time: 0.2810037 Aug 04 11:59:50.915681 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b12c9-e9f2-4bb1-94a8-adc23b695abb None None] Network 5709da38-4775-402f-ae78-e41b2a320c23 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:59:50.917155 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46700) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:50.921518 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.921870 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.922205 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.922802 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.923131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.923583 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.923986 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.924319 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.924649 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.924966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.925290 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.925608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42fdb0-31fb-4f30-a5a5-c31f3953d37c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:59:50.994617 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.047174 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Deleting port c6527da9-3949-4541-afab-f428edb30be9 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:51.047804 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.109961 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] For port c6527da9-3949-4541-afab-f428edb30be9, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c6527da9-3949-4541-afab-f428edb30be9,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:51.110357 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.125170 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Calling delete_port for c6527da9-3949-4541-afab-f428edb30be9 owned by network:dhcp {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:51.133784 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] DHCP port deletion for 5709da38-4775-402f-ae78-e41b2a320c23 request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:59:51.198770 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Deleting port c6527da9-3949-4541-afab-f428edb30be9 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:59:51.199278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.239141 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.268503 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6527da9-3949-4541-afab-f428edb30be9,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:51.276732 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] No DVR routers for this DVR port c6527da9-3949-4541-afab-f428edb30be9 on host dv-cinder-792800-3-iscsi {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:51.294727 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] For port c6527da9-3949-4541-afab-f428edb30be9, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c6527da9-3949-4541-afab-f428edb30be9,segment=NetworkSegment(32229f65-9f6d-4f1a-8423-d2083769b565),segment_id=32229f65-9f6d-4f1a-8423-d2083769b565)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:51.295136 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.310726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Calling delete_port for c6527da9-3949-4541-afab-f428edb30be9 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:59:51.371036 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.384429 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5709da38-4775-402f-ae78-e41b2a320c23']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:51.396248 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32229f65-9f6d-4f1a-8423-d2083769b565') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:51.396588 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32229f65-9f6d-4f1a-8423-d2083769b565') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:59:51.408261 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.422161 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.426096 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.444163 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:59:51.444538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:59:51.446277 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:59:51.461829 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] Pushing event deleted for resources: {'Port': ['ID=c6527da9-3949-4541-afab-f428edb30be9,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:51.472706 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3d863-bc5b-49b9-b074-6555a9cd6418 None None] No DVR routers for this DVR port c6527da9-3949-4541-afab-f428edb30be9 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:59:51.519976 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.528543 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.530474 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5709da38-4775-402f-ae78-e41b2a320c23 HTTP/1.1" status: 204 len: 168 time: 0.6123326 Aug 04 11:59:51.544494 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0feed-ba90-497b-865a-91a7d25ff7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5709da38-4775-402f-ae78-e41b2a320c23,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:51.755482 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46726) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:51.822229 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798687ae-8fa9-4176-88a8-1adf02116318 req-f298faca-651f-43b1-8df0-6de07a880bb8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:51.823709 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-798687ae-8fa9-4176-88a8-1adf02116318 req-f298faca-651f-43b1-8df0-6de07a880bb8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0796402 Aug 04 11:59:51.830187 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-a4de1ebe-45ff-4883-9c20-f486f4892274 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77744f95b8414c45b561c7b403c1c869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731099 Aug 04 11:59:51.832960 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46728) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:51.865023 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-798687ae-8fa9-4176-88a8-1adf02116318 req-07ab64e1-e5eb-4496-970b-079f35ff5a95 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Aug 04 11:59:51.883609 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.908538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.955214 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.957844 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:51.958991 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7498d532-7a26-44eb-83de-2999a0306cde HTTP/1.1" status: 204 len: 168 time: 0.1250429 Aug 04 11:59:51.966960 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93fbcc-8f98-423f-8391-6e7e9b9a07a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7498d532-7a26-44eb-83de-2999a0306cde,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:52.085453 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c6527da9-3949-4541-afab-f428edb30be9 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:52.105781 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: c6527da9-3949-4541-afab-f428edb30be9 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:52.106224 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c6527da9-3949-4541-afab-f428edb30be9 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:52.106644 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 975155d2-f2bb-4d3b-9853-5ed0ad23379b no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:52.124561 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 975155d2-f2bb-4d3b-9853-5ed0ad23379b {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:52.124905 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 975155d2-f2bb-4d3b-9853-5ed0ad23379b not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:52.125321 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 78262cfa-bf73-4730-bd4d-1394d4894304 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:59:52.144719 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 78262cfa-bf73-4730-bd4d-1394d4894304 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:59:52.145068 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 78262cfa-bf73-4730-bd4d-1394d4894304 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:59:52.282835 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46734) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:52.323819 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-fcff3f21-e2bc-46f6-a93f-4865ff054d7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bed15cb856b4871ae355e0c4988de2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395961 Aug 04 11:59:52.326339 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46736) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:52.373539 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:52.393555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:52.440654 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:52.443141 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:52.445132 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4511fc11-10eb-4e33-a299-23b3c3f9d4c3 HTTP/1.1" status: 204 len: 168 time: 0.1179054 Aug 04 11:59:52.452634 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810205b6-76d2-4c81-9fa1-840f2b31789d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511fc11-10eb-4e33-a299-23b3c3f9d4c3,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:52.984210 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575104-a931-4dbe-9bf9-bd980441c140 req-31f703be-26c6-43e5-91dd-c13b896331db tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:52.985733 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b1575104-a931-4dbe-9bf9-bd980441c140 req-31f703be-26c6-43e5-91dd-c13b896331db tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0509341 Aug 04 11:59:53.024596 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b1575104-a931-4dbe-9bf9-bd980441c140 req-400964fb-2475-4f98-b6b7-b37a0008444c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Aug 04 11:59:53.338308 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b67269ce-4d29-437d-89b7-c16c6387367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:53.567550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:53.669414 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:54.137507 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003ef2c-37c0-4b48-a0a8-7b77f41e5eb3 req-73d3efb0-ecdc-416e-91c2-f3fb8995346c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:54.139005 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e003ef2c-37c0-4b48-a0a8-7b77f41e5eb3 req-73d3efb0-ecdc-416e-91c2-f3fb8995346c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 944 time: 0.0486486 Aug 04 11:59:54.183504 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e003ef2c-37c0-4b48-a0a8-7b77f41e5eb3 req-f3072471-38b1-48e9-a309-475363c924a9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384810 Aug 04 11:59:54.636225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:59:54.732427 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:54.743998 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'port_id': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'mac_address': 'fa:16:3e:91:ec:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:59:54.782956 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:54.795372 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:59:54.814888 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:54.820635 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:54.871108 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:55.068795 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:55.157113 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:59:55.300585 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2b984-7499-453e-ac79-388a8c4d3935 req-63e4aae8-0442-4148-8eea-3335e69bdd58 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:55.302061 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8cb2b984-7499-453e-ac79-388a8c4d3935 req-63e4aae8-0442-4148-8eea-3335e69bdd58 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 945 time: 0.0495551 Aug 04 11:59:55.345074 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8cb2b984-7499-453e-ac79-388a8c4d3935 req-c160af5b-7a70-4ba1-b5b9-e060fb77be75 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365508 Aug 04 11:59:56.019773 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:59:56.068628 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:59:56.072368 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:59:56.072741 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:56.153081 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:56.179619 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:59:56.182068 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dc6d53-4dca-4eb3-8bb2-a0b88b341b8a" -d '{"events": [{"server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:59:56.197272 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:59:56.205540 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:56.229022 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a55e4f-1477-4c26-98c7-ce708b6f9f33 x-openstack-request-id: req-04a55e4f-1477-4c26-98c7-ce708b6f9f33 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:59:56.229321 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "name": "network-vif-plugged", "status": "completed", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:59:56.229581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04a55e4f-1477-4c26-98c7-ce708b6f9f33 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:59:56.229981 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'code': 200} Aug 04 11:59:56.258783 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:56.461997 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7ee25-6ba4-4f4c-8c17-01e40d20faad req-19c02d16-1ec3-4396-aab6-6836696aa7a1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:56.463457 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d1d7ee25-6ba4-4f4c-8c17-01e40d20faad req-19c02d16-1ec3-4396-aab6-6836696aa7a1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0517359 Aug 04 11:59:56.501496 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d1d7ee25-6ba4-4f4c-8c17-01e40d20faad req-39c280da-41c0-45aa-844c-e4abde07efe3 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Aug 04 11:59:57.296425 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46784) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:57.406284 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a6dd-33c8-4a34-9101-b61c7ee37aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.501481 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a6dd-33c8-4a34-9101-b61c7ee37aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.505601 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a6dd-33c8-4a34-9101-b61c7ee37aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.531075 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.548022 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-6ad1a6dd-33c8-4a34-9101-b61c7ee37aa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=541efe51b6144c8ba12e1e5e22fbb3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479291 Aug 04 11:59:57.548022 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1a6dd-33c8-4a34-9101-b61c7ee37aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabb1497-acdb-481e-ac2b-c75a6bf120bf,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:57.548592 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46790) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:57.627994 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.660412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770c550-dc9e-4c45-b39a-cff85ed147d4 req-d457afe5-3499-49b0-945e-209b98f3ebc0 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:57.661963 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3770c550-dc9e-4c45-b39a-cff85ed147d4 req-d457afe5-3499-49b0-945e-209b98f3ebc0 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0760481 Aug 04 11:59:57.664329 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.723731 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3770c550-dc9e-4c45-b39a-cff85ed147d4 req-057b8e26-0895-44c3-8f31-0c037aae18a8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528674 Aug 04 11:59:57.736831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.739455 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:57.740777 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aabb1497-acdb-481e-ac2b-c75a6bf120bf HTTP/1.1" status: 204 len: 168 time: 0.1910098 Aug 04 11:59:57.749554 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf5264-29ed-4708-89dc-1b20b14d60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabb1497-acdb-481e-ac2b-c75a6bf120bf,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:57.856304 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:59:58.006987 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46798) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:58.020895 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5059af4c-e29a-4155-8f73-9e466b4b261e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.111274 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5059af4c-e29a-4155-8f73-9e466b4b261e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.115848 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-5059af4c-e29a-4155-8f73-9e466b4b261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.156985 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-5059af4c-e29a-4155-8f73-9e466b4b261e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c741a1fa4794ff2ae8e98ab7b5b67a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489401 Aug 04 11:59:58.157703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059af4c-e29a-4155-8f73-9e466b4b261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b1ea3-a5ee-4c3a-b592-8581ec4e8d30,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:58.159812 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 46800) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:59:58.214818 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.235790 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.293664 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.296232 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:58.297703 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/740b1ea3-a5ee-4c3a-b592-8581ec4e8d30 HTTP/1.1" status: 204 len: 168 time: 0.1365626 Aug 04 11:59:58.306534 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1519b-581e-4429-8d86-589b2526a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b1ea3-a5ee-4c3a-b592-8581ec4e8d30,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:59:58.846321 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39b6f-941f-4556-b523-28a33c543801 req-ab48c7de-2b1c-43e5-8237-e2c423217754 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:58.847878 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-72e39b6f-941f-4556-b523-28a33c543801 req-ab48c7de-2b1c-43e5-8237-e2c423217754 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0535367 Aug 04 11:59:58.888896 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-72e39b6f-941f-4556-b523-28a33c543801 req-30a7ac68-4de9-49f4-90bc-014493aa9167 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346067 Aug 04 11:59:59.183567 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacc2a4-c7cb-4950-a371-7479c91cc6ac req-5dc87461-3d7d-4046-8a6a-8d600f2a0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:59:59.185315 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ceacc2a4-c7cb-4950-a371-7479c91cc6ac req-5dc87461-3d7d-4046-8a6a-8d600f2a0ca4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1099 time: 0.0429320 Aug 04 11:59:59.221862 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ceacc2a4-c7cb-4950-a371-7479c91cc6ac req-eeb93064-6ba4-4020-81ba-0125808b9c48 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289662 Aug 04 12:00:00.042966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce110844-5214-4931-99c0-797644afad8e req-6d36cd57-e8a5-48ac-9ab3-1161deda6d4e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:00.044622 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ce110844-5214-4931-99c0-797644afad8e req-6d36cd57-e8a5-48ac-9ab3-1161deda6d4e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0793417 Aug 04 12:00:00.086936 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-ce110844-5214-4931-99c0-797644afad8e req-1e417562-d06b-40d4-8dac-403029791c41 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358057 Aug 04 12:00:01.212284 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7cba8-69ed-4407-951f-54f226ceea44 req-9b59ff19-e433-4884-9820-a44e75d2393c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:01.212750 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ced7cba8-69ed-4407-951f-54f226ceea44 req-9b59ff19-e433-4884-9820-a44e75d2393c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0555978 Aug 04 12:00:01.253299 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ced7cba8-69ed-4407-951f-54f226ceea44 req-bef0098c-3c6b-4e92-aa4c-46b0bd8282f3 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348177 Aug 04 12:00:01.385085 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76f6e-b802-4b60-96ab-1240d1dbf98f req-57ae43b5-9992-46d1-a689-4ce6060f33b9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:01.386868 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a9b76f6e-b802-4b60-96ab-1240d1dbf98f req-57ae43b5-9992-46d1-a689-4ce6060f33b9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0633705 Aug 04 12:00:01.432735 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a9b76f6e-b802-4b60-96ab-1240d1dbf98f req-0ec2ce82-a534-4754-80eb-2a1851016404 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Aug 04 12:00:01.455334 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46874) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:01.650394 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9002ab85-a19a-4dd4-9065-eeb94f5c22c6 tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:01.651947 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9002ab85-a19a-4dd4-9065-eeb94f5c22c6 tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1094 time: 0.1955779 Aug 04 12:00:01.654877 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 46878) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:01.659360 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'port_id': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:00:01.681649 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:01.777538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:01.883729 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.27.1.21 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:00:01.991607 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.030963 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.072334 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:00:02.075251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:00:02.078698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:00:02.105606 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:02.450380 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.522499 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.678920 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.683340 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.752642 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:02.764621 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:02.866218 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP fa3cd7bd-461b-40b3-81fa-1034b161e246 associated. External IP: 172.27.1.21, port: ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3. Aug 04 12:00:03.081031 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:00:03.189093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:00:03.203981 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:00:03.205052 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:03.214667 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:00:03.215334 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:00:03.233860 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-e073d182-316e-4b11-993d-784127dd38ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5778933 Aug 04 12:00:03.234555 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:00:03.236838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38248b72-ec31-4200-b849-15a9eae3ae27" -d '{"events": [{"name": "network-changed", "server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:00:03.282492 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26646e68-b065-4674-9217-f65ec6acd1bc x-openstack-request-id: req-26646e68-b065-4674-9217-f65ec6acd1bc {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:00:03.282795 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:00:03.283055 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26646e68-b065-4674-9217-f65ec6acd1bc {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:00:03.283460 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'status': 'completed', 'code': 200} Aug 04 12:00:03.328299 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:00:03.423476 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-897f4782-89cc-48b4-bd5b-126293279018 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446637 Aug 04 12:00:03.430111 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-42b23308-8833-4307-8688-1c238c4c51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:03.431721 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-42b23308-8833-4307-8688-1c238c4c51cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1099 time: 0.0459571 Aug 04 12:00:03.532412 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-4a6abeea-f34d-4301-b975-580c57dba9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:03.533891 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-4a6abeea-f34d-4301-b975-580c57dba9d4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0952857 Aug 04 12:00:03.571343 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'fa3cd7bd-461b-40b3-81fa-1034b161e246', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:91:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:00:02Z', 'updated_at': '2021-08-04T12:00:02Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:00:03.598598 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:00:03.602141 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-d569778a-49d7-44ad-a35b-90865863f79c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 999 time: 0.0597186 Aug 04 12:00:03.607665 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:00:03.608314 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T11:59:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:00:03.652124 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-a93422c2-601a-48bf-bc09-c50665499bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:03.653621 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-a93422c2-601a-48bf-bc09-c50665499bc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0442231 Aug 04 12:00:03.705563 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-eb9ee9cb-912f-488b-816e-0d76652b6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:03.707464 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-eb9ee9cb-912f-488b-816e-0d76652b6580 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456839 Aug 04 12:00:03.718393 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:00:03.800346 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-779f994a-68e7-42fb-9790-5d04dd607723 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849130 Aug 04 12:00:03.897872 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-38248b72-ec31-4200-b849-15a9eae3ae27 req-970ad1c6-acb2-44e5-83bb-52f831ba6b46 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898781 Aug 04 12:00:03.948631 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'fa3cd7bd-461b-40b3-81fa-1034b161e246', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:91:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:00:02Z', 'updated_at': '2021-08-04T12:00:02Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:00:03.980737 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040e0abf-1f24-485f-9673-e6dc1c92fc34 None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': 'fa3cd7bd-461b-40b3-81fa-1034b161e246', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:91:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:00:02Z', 'updated_at': '2021-08-04T12:00:02Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:00:04.039135 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-bfdee7dc-b71d-4309-ad1b-cda1443c4190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:04.040921 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-bfdee7dc-b71d-4309-ad1b-cda1443c4190 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1099 time: 0.0442472 Aug 04 12:00:04.152314 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-6443eb5e-cbb0-4eab-ab82-1a467b3d9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:04.153816 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-6443eb5e-cbb0-4eab-ab82-1a467b3d9478 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0919673 Aug 04 12:00:04.183443 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c08b5-3b2e-400e-ac13-ea463514758b None None] New status for floating IP fa3cd7bd-461b-40b3-81fa-1034b161e246: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:00:04.226259 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-19f1d441-326e-4759-9024-32e3ca94c8a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 999 time: 0.0632350 Aug 04 12:00:04.276388 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-d01ba333-aa38-4ba1-b118-69297d71554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:04.277805 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-d01ba333-aa38-4ba1-b118-69297d71554d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0447514 Aug 04 12:00:04.327474 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-edd47a63-40b2-452a-9b24-f2ffb6c8dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:00:04.329461 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-edd47a63-40b2-452a-9b24-f2ffb6c8dcb8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442109 Aug 04 12:00:04.431150 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-7e280881-715c-4424-9cf1-a07073dc4022 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942695 Aug 04 12:00:04.525483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-80414568-76c9-441f-b5ed-3c87172dbf5a req-76d79322-3811-451e-b636-28be0408d01b service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Aug 04 12:00:09.572502 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47000) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:09.678820 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f265e23f-e7e9-4199-8592-ed7539b34948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.765450 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f265e23f-e7e9-4199-8592-ed7539b34948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.769186 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f265e23f-e7e9-4199-8592-ed7539b34948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.807221 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f265e23f-e7e9-4199-8592-ed7539b34948 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44a0e13065d64afdacefaca9291a9c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335095 Aug 04 12:00:09.808346 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e23f-e7e9-4199-8592-ed7539b34948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51216453-db1b-478e-bf0e-e57d0339d1b6,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:09.809970 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47008) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:09.867218 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.892273 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.960418 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.963057 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:09.964254 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51216453-db1b-478e-bf0e-e57d0339d1b6 HTTP/1.1" status: 204 len: 168 time: 0.1532860 Aug 04 12:00:09.972862 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0ef9-e3a8-447a-be43-37e9041ad2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51216453-db1b-478e-bf0e-e57d0339d1b6,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:11.211407 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47022) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:11.320599 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f1a99ab-be3d-4a16-82e9-4bb247f00345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.414331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f1a99ab-be3d-4a16-82e9-4bb247f00345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.417986 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-4f1a99ab-be3d-4a16-82e9-4bb247f00345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.457689 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-4f1a99ab-be3d-4a16-82e9-4bb247f00345 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bcda13bc9b74a7ab65aba7049b014a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450771 Aug 04 12:00:11.458432 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a99ab-be3d-4a16-82e9-4bb247f00345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9206fc9b-c7ba-4fb3-8685-c3145c26a405,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:11.460628 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47026) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:11.516855 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.537323 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.601248 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.603807 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.604950 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9206fc9b-c7ba-4fb3-8685-c3145c26a405 HTTP/1.1" status: 204 len: 168 time: 0.1433451 Aug 04 12:00:11.612369 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359830c-67fe-4589-ac2c-6d3fd3dc2e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206fc9b-c7ba-4fb3-8685-c3145c26a405,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:11.870329 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47032) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:11.884185 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5abca854-d9ae-4b64-abaf-a841a548a90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.972971 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5abca854-d9ae-4b64-abaf-a841a548a90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:11.976805 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-5abca854-d9ae-4b64-abaf-a841a548a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_create {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:12.015054 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-5abca854-d9ae-4b64-abaf-a841a548a90b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b4b81de0a704f3a80e15505c905b2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436169 Aug 04 12:00:12.015778 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abca854-d9ae-4b64-abaf-a841a548a90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57490a17-a39b-463c-81dc-e6d28bbac3ef,revision_number=1']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:12.017916 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47034) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:00:12.069876 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:12.090479 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:12.135401 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:12.137981 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:12.139142 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57490a17-a39b-463c-81dc-e6d28bbac3ef HTTP/1.1" status: 204 len: 168 time: 0.1202371 Aug 04 12:00:12.147324 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4ee03-8f0e-4a08-9e99-16cbb7e4144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57490a17-a39b-463c-81dc-e6d28bbac3ef,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:00:20.374347 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-0125e9f9-655e-44d3-9ed8-2aa26658c7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:23.338981 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-68515849-eada-459e-bb05-1abe22eeb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:23.571178 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:23.661952 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:25.071240 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:27.532365 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:34.856415 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:00:50.374893 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-468944cc-539e-4ec3-8df1-cb862def3dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:53.339213 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-83c9d7c4-03b4-4f80-9c5b-650fec9d1c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:53.577395 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:53.676550 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:55.076266 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:57.535456 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:02.671686 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-19e4393c-164b-44c7-9445-7dd44d3257a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390351 Aug 04 12:01:02.782967 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-4d48b77d-8124-40ad-8ebb-57ac044e5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:01:02.784547 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-4d48b77d-8124-40ad-8ebb-57ac044e5770 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 1099 time: 0.0439968 Aug 04 12:01:02.901127 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-7d54bd63-ab2b-4540-b7d6-225f19843b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:01:02.902645 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-7d54bd63-ab2b-4540-b7d6-225f19843b35 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0926194 Aug 04 12:01:02.971872 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-5f0c9b72-0605-4d32-87da-f943dfb0668a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 200 len: 1001 time: 0.0583761 Aug 04 12:01:03.028346 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-41e3e203-c004-431c-bdbc-3acb3a1639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:01:03.029915 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-41e3e203-c004-431c-bdbc-3acb3a1639cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0476935 Aug 04 12:01:03.082393 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-0fd2a7b3-8d40-4a7d-9d68-bbd9708662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:01:03.083943 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-0fd2a7b3-8d40-4a7d-9d68-bbd9708662b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420702 Aug 04 12:01:03.189887 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-97c8c582-e02a-47e9-9ee1-570edbae49ba service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939839 Aug 04 12:01:03.565375 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bdd5cc4e-1780-4aff-a3e2-94cf5cbeeb36 req-4ea7fd3e-487b-4627-a6af-c36d9056bc61 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637071 Aug 04 12:01:11.855572 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:01:20.381792 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e0ad88ef-31dd-41e5-8e5c-3a7e393b1e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:23.342942 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-93c456f6-7b73-413c-8117-77c14f5c5b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:23.572564 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:23.674263 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:25.078479 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:27.536891 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:48.855430 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:01:50.374724 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f658a6a2-bcf7-4096-b42a-36e3d3a60e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:53.344485 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-dc248c2b-ebb0-4f64-9b48-fe3a2a55bf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:53.576688 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:53.674890 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:55.082416 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:57.541687 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:01.014886 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b11-dda7-409a-973b-90e71827ffac req-cd63d69a-be7a-4f8b-98a4-eb838b7e7d07 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:01.016420 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c590b11-dda7-409a-973b-90e71827ffac req-cd63d69a-be7a-4f8b-98a4-eb838b7e7d07 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.2570775 Aug 04 12:02:01.055083 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7c590b11-dda7-409a-973b-90e71827ffac req-ae8a2da6-4156-45a8-84f0-9bee53c22dc1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319822 Aug 04 12:02:02.245856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5e546-1503-4811-b413-22aa959c49ed req-4be88822-f918-40b2-ae30-27642f70e0b1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:02.247350 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-33f5e546-1503-4811-b413-22aa959c49ed req-4be88822-f918-40b2-ae30-27642f70e0b1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.1072512 Aug 04 12:02:02.287483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-33f5e546-1503-4811-b413-22aa959c49ed req-32f5e182-01a0-4408-8247-3fa836df59f8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333400 Aug 04 12:02:02.917175 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-9013f551-498a-47b7-9ccc-d1cc9f742731 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:02.918748 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-9013f551-498a-47b7-9ccc-d1cc9f742731 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0530558 Aug 04 12:02:03.019536 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:02:03.019900 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.110620 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] For port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:02:03.110991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.303125 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.303915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.303915 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP fa3cd7bd-461b-40b3-81fa-1034b161e246 disassociated. External IP: 172.27.1.21, port: ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3. Aug 04 12:02:03.304232 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:02:03.423069 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ba3a-ef97-4afb-94f3-3fb71c9300d0 req-e064b8a7-4757-494a-974d-01b99feea1cb tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:03.425570 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc19ba3a-ef97-4afb-94f3-3fb71c9300d0 req-e064b8a7-4757-494a-974d-01b99feea1cb tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 946 time: 0.0565710 Aug 04 12:02:03.465324 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.475128 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-bc19ba3a-ef97-4afb-94f3-3fb71c9300d0 req-2e63aafd-8908-4249-9567-753e44e6a385 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390565 Aug 04 12:02:03.499029 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:03.511276 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.511650 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.512025 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.512366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.512703 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.513036 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.513366 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.513693 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.514028 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.514348 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.514671 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.515001 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:03.637627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:02:03.752604 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:02:03.764606 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:02:03.774717 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:02:03.775288 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:01:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:03.794966 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] No DVR routers for this DVR port ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:02:03.798010 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:03.801279 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a70802c3-b484-4254-9cf1-b927fbb6abbf req-c4178260-8224-4817-a85b-7e901628a437 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "DELETE /v2.0/ports/ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 HTTP/1.1" status: 204 len: 173 time: 0.8750699 Aug 04 12:02:03.801726 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'name': 'network-vif-deleted', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:02:03.804453 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9470f189-f31d-4824-a5a3-d7f143e9e0fd" -d '{"events": [{"server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "name": "network-vif-deleted", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:02:03.951308 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f02ee-d63a-4419-98d0-48609a64efab x-openstack-request-id: req-a19f02ee-d63a-4419-98d0-48609a64efab {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:02:03.951618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa13a38-00d0-4fda-889e-da1496d7b8eb", "name": "network-vif-deleted", "tag": "ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:02:03.952147 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a19f02ee-d63a-4419-98d0-48609a64efab {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:02:03.952522 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa13a38-00d0-4fda-889e-da1496d7b8eb', 'name': 'network-vif-deleted', 'tag': 'ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3', 'status': 'completed', 'code': 200} Aug 04 12:02:04.025946 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:02:04.242693 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:04.275595 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:02:04.285646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:02:04.286345 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:01:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:04.394592 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:02:04.585952 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-7f63e6a9-f389-41b7-bc8c-0e5cf32efd87 req-20187f3d-5ca2-4cf6-9379-9c4b355f3711 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 210 time: 0.0291142 Aug 04 12:02:04.596213 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:04.623098 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca1f1b1-6d15-473b-8681-3be6c7985e0a None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:02:04.725440 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-71d4a788-b3bf-4fe4-a9e8-88d12d766aad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0781779 Aug 04 12:02:04.826458 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-4f34e72b-b7a2-403d-9819-b38cc98b5467 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=daa13a38-00d0-4fda-889e-da1496d7b8eb HTTP/1.1" status: 200 len: 210 time: 0.0282326 Aug 04 12:02:04.852989 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6615504e-f8bd-4107-bdf8-6628be9614c1 None None] New status for floating IP fa3cd7bd-461b-40b3-81fa-1034b161e246: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:02:04.987676 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-9cef2861-90c2-4299-811c-b4de836508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:04.989273 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-9cef2861-90c2-4299-811c-b4de836508a3 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8ac66491ae6f460dacec0a4acbac926c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1262403 Aug 04 12:02:05.096044 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-e0194909-5332-4a9f-9c2f-e035edc930d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:05.097406 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-5fee7737-fe61-42e5-b5a5-649b71ac9f6f req-e0194909-5332-4a9f-9c2f-e035edc930d4 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973308 Aug 04 12:02:05.838931 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-1f48debe-e956-46ae-9d68-9019bb2c58ae tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392455916&fields=id&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 267 time: 0.0328434 Aug 04 12:02:06.214215 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-a8261afc-d203-4f8e-8ec1-58cdf53d7b7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:06.215682 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-a8261afc-d203-4f8e-8ec1-58cdf53d7b7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.3700716 Aug 04 12:02:06.230506 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-53a2302c-7a10-4546-a3f7-7796c24347a4 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/quotas/8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 375 time: 0.0090709 Aug 04 12:02:06.286130 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2689d4ad-458e-4d47-84ef-74aa72934caf tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502398 Aug 04 12:02:06.348085 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-55391a1a-0c45-48bf-8f6b-83893b1f24a9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104940) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:02:06.349080 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-55391a1a-0c45-48bf-8f6b-83893b1f24a9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518703 Aug 04 12:02:06.442581 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-a508e91d-be4e-40c6-9f62-ab11dfb41205 service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Aug 04 12:02:06.534765 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-d55a3f70-d70c-47e4-98ec-90b36ee342e9 service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 Aug 04 12:02:06.704304 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:02:06.729966 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:02:06.730315 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device ea4f6f45-71a6-4d4b-97e2-b5c82896c9e3 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:02:06.844166 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a2be60d2-5e47-4bf0-bdab-d57b46d9b5d7 req-254cf830-03ff-4190-b472-0a2912fc13a1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0305600 Aug 04 12:02:07.926133 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-de35eedb-993d-4f2a-93d7-5de780faf059 req-fc46cef5-3737-4b83-b27d-20abcc5984ed tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0282924 Aug 04 12:02:09.013625 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b7f93f6a-47a2-4d9d-96f5-50bd45ce3fc5 req-d7f77c4d-6fd9-4f9c-832e-c6ad8cd901ae tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0359683 Aug 04 12:02:10.091774 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-b247912e-48b2-4965-8107-ba9b128305a4 req-0fa2fca0-2c11-453d-acf6-c187b999b126 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0292954 Aug 04 12:02:11.186290 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e2a03ac4-08cb-472c-9d96-7b6aae169536 req-35decbbc-7b01-4d4e-b7cf-ffe5c65e5005 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0263116 Aug 04 12:02:12.022207 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-cef80129-bfaa-4700-910f-ec9658ff0bfa tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:12.023738 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-cef80129-bfaa-4700-910f-ec9658ff0bfa tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.1067960 Aug 04 12:02:12.079878 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-291e3da8-a586-4bd3-95db-2a434d558b3b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 379 time: 0.0378335 Aug 04 12:02:12.101427 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'port': {'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'admin_state_up': True, 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'security_groups': ['41e2b113-fa2d-4599-911d-2d23eedfdbec']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:02:12.215846 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Made reservation on behalf of 8ac66491ae6f460dacec0a4acbac926c for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:02:12.219361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.290893 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-80289c10-9dd5-4a94-a505-f92167dc6778 req-21319199-9210-4873-916b-daf0dedfae29 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Aug 04 12:02:12.352154 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.20.0.11 (8209bfe8-033f-49eb-b3ee-a46d45b9920d/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4/e2c103af-f6cc-475e-899c-09fa19d7a159) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:02:12.491737 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.509304 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Transition to ACTIVE for port object e2c103af-f6cc-475e-899c-09fa19d7a159 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:02:12.545097 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.589930 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:02:12.593023 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:02:12.601015 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:02:12.626318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:12.668158 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:12.668977 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.684901 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-2bd68bcd-2abd-4ec3-a546-8adfbd217d4d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871575 Aug 04 12:02:12.722860 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-6ac45946-b5b8-44df-a6b6-96588576d088 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:02:12.723942 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-6ac45946-b5b8-44df-a6b6-96588576d088 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060370 Aug 04 12:02:12.740885 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Request body: {'port': {'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:02:12.806841 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.873539 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c6228226-fb8f-454b-a6e8-8697343120c0 None None] Provisioning for port e2c103af-f6cc-475e-899c-09fa19d7a159 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:02:12.877364 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-c6228226-fb8f-454b-a6e8-8697343120c0 None None] Provisioning complete for port e2c103af-f6cc-475e-899c-09fa19d7a159 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:02:12.877666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c6228226-fb8f-454b-a6e8-8697343120c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:12.914579 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-c6228226-fb8f-454b-a6e8-8697343120c0 None None] Port e2c103af-f6cc-475e-899c-09fa19d7a159 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:02:13.074387 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c103af-f6cc-475e-899c-09fa19d7a159 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:02:13.082626 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:13.094331 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Transition to ACTIVE for port object e2c103af-f6cc-475e-899c-09fa19d7a159 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:02:13.098549 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:13.150608 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Pushing event updated for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:13.224786 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Attempting to bind port e2c103af-f6cc-475e-899c-09fa19d7a159 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:02:13.230144 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Attempting to bind port e2c103af-f6cc-475e-899c-09fa19d7a159 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:02:13.230144 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Attempting to bind port e2c103af-f6cc-475e-899c-09fa19d7a159 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:02:13.234991 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Port e2c103af-f6cc-475e-899c-09fa19d7a159 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:02:13.235318 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Attempting to bind port e2c103af-f6cc-475e-899c-09fa19d7a159 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:02:13.241214 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:02:13.241559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:02:13.241951 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Bound using segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:02:13.242383 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Bound port: e2c103af-f6cc-475e-899c-09fa19d7a159, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:02:13.242744 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:13.309538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:02:13.312498 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e2c103af-f6cc-475e-899c-09fa19d7a159,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:02:13.317721 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:13.359488 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:13.360077 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:13.361511 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] 10.222.0.89 "PUT /v2.0/ports/e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 1094 time: 0.6253822 Aug 04 12:02:13.361961 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:02:13.365165 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:02:13.419154 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ef5d10-bfe5-4544-894d-67fee73d0608 x-openstack-request-id: req-81ef5d10-bfe5-4544-894d-67fee73d0608 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:02:13.419430 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:02:13.419692 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81ef5d10-bfe5-4544-894d-67fee73d0608 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:02:13.420127 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'status': 'completed', 'code': 200} Aug 04 12:02:13.426262 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183d09a-9c00-4a44-940e-75f3aac72bde service neutron] Pushing event updated for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:13.480232 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdf745-36b4-431b-9e59-17c671d83fea req-d30b91f2-40c3-4f91-b865-64113332000d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:13.481931 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-69fdf745-36b4-431b-9e59-17c671d83fea req-d30b91f2-40c3-4f91-b865-64113332000d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.1112788 Aug 04 12:02:13.497719 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-7dd59e63-99a3-4c07-a339-00050c4de581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:13.499304 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-7dd59e63-99a3-4c07-a339-00050c4de581 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1097 time: 0.0623374 Aug 04 12:02:13.563072 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-4d7e906a-aac3-489d-9682-60e66bbaa0da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 217 time: 0.0397460 Aug 04 12:02:13.582828 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-69fdf745-36b4-431b-9e59-17c671d83fea req-fc9e690b-a66b-43ae-a0f2-c9f37952a630 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771017 Aug 04 12:02:13.619647 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-733033bd-8154-4668-adcc-9cb3b8435946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:13.621144 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-733033bd-8154-4668-adcc-9cb3b8435946 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0481105 Aug 04 12:02:13.669912 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-676a2147-422c-484a-90d1-bb31764a02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:13.671414 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-676a2147-422c-484a-90d1-bb31764a02f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430055 Aug 04 12:02:13.767231 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-99f0055c-2bd1-49d4-88d8-ff380c28df7c service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Aug 04 12:02:13.868524 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-87b308f3-74be-4068-ab1e-1c969da74c9c req-f240e3d1-fce5-4719-99c8-248e08875d70 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901384 Aug 04 12:02:14.005922 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-1a952cde-20da-43e1-a400-420be4097109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:14.007409 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-1a952cde-20da-43e1-a400-420be4097109 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1097 time: 0.0426304 Aug 04 12:02:14.108618 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-c66a47a6-2944-45fc-911c-a8b05dfaefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:14.110094 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-c66a47a6-2944-45fc-911c-a8b05dfaefe0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0922062 Aug 04 12:02:14.152933 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-dcdb69a1-65f4-4b41-a6cd-892ba4d05c83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 217 time: 0.0343699 Aug 04 12:02:14.204365 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-e0cde084-aa1d-498b-821b-2cff97bffc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:14.205844 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-e0cde084-aa1d-498b-821b-2cff97bffc1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0448735 Aug 04 12:02:14.254449 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-bee6af5d-6034-4876-9836-b09ca714db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:14.256252 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-bee6af5d-6034-4876-9836-b09ca714db0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431507 Aug 04 12:02:14.350529 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-4aeeae81-e746-4a44-b407-6012713bd619 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839348 Aug 04 12:02:14.443235 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cc3053c9-f96d-49c9-9d35-4fbe3b1ca316 req-b3d7a561-14d8-486a-b9b2-8e45fc51e436 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821855 Aug 04 12:02:14.703405 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0770a-c2ea-4808-bb3d-80144a714635 req-c5f92f38-da85-491f-bad7-ec85b67dea7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:14.704820 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-19d0770a-c2ea-4808-bb3d-80144a714635 req-c5f92f38-da85-491f-bad7-ec85b67dea7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0527768 Aug 04 12:02:14.743119 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-19d0770a-c2ea-4808-bb3d-80144a714635 req-d02b04fc-e00d-4a27-947e-08770828c409 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322688 Aug 04 12:02:15.864538 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a004b-7302-45cc-98c1-3ca32ffc1e7f req-c755e3a3-596d-44ed-92ed-293e634f1ee2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:15.866060 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-985a004b-7302-45cc-98c1-3ca32ffc1e7f req-c755e3a3-596d-44ed-92ed-293e634f1ee2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0562527 Aug 04 12:02:15.903583 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-985a004b-7302-45cc-98c1-3ca32ffc1e7f req-f99e6f8b-83a8-4902-9a82-90c2996366e6 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Aug 04 12:02:17.016181 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675a19-3099-4ac4-81f7-0a841d60a0b6 req-3c00f3fb-54b3-4d5d-8aee-60e64c8505a5 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:17.017668 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a6675a19-3099-4ac4-81f7-0a841d60a0b6 req-3c00f3fb-54b3-4d5d-8aee-60e64c8505a5 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0487652 Aug 04 12:02:17.057660 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-a6675a19-3099-4ac4-81f7-0a841d60a0b6 req-17bb5c7b-48ac-4034-be43-beb52fc20f32 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Aug 04 12:02:18.170052 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44d18-6de9-4c3f-9acb-1e7d85438960 req-5eecab24-9270-4f04-ac6d-9c0278c5f33b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:18.171725 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-31d44d18-6de9-4c3f-9acb-1e7d85438960 req-5eecab24-9270-4f04-ac6d-9c0278c5f33b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0485129 Aug 04 12:02:18.210093 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-31d44d18-6de9-4c3f-9acb-1e7d85438960 req-e3344db2-389e-4945-9474-7a9d16fcf649 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314469 Aug 04 12:02:19.329752 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0af49d-5b97-4fe6-960c-048e62b22af3 req-f2682dc6-791f-41cd-85ed-dc21adf22713 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:19.331302 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2b0af49d-5b97-4fe6-960c-048e62b22af3 req-f2682dc6-791f-41cd-85ed-dc21adf22713 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0497892 Aug 04 12:02:19.372499 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2b0af49d-5b97-4fe6-960c-048e62b22af3 req-3b5d9427-9eff-402d-b472-33a6e192c81d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341206 Aug 04 12:02:20.378424 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-967f7d94-2256-41ae-916f-e505b3692051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:20.512920 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3265-1681-46b4-9e58-30a50bea787f req-7197e0a7-c71a-46bd-b7c6-281f3b47ecd6 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:20.514477 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-860b3265-1681-46b4-9e58-30a50bea787f req-7197e0a7-c71a-46bd-b7c6-281f3b47ecd6 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0574071 Aug 04 12:02:20.557243 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-860b3265-1681-46b4-9e58-30a50bea787f req-1c2485bb-6c72-4915-8173-8612c391a7d0 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Aug 04 12:02:21.686283 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c50eb-49a7-4e86-8da6-fd3f3b73235e req-16395073-fbc8-4652-a3a8-8de9c4a4c8c7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:21.687877 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-882c50eb-49a7-4e86-8da6-fd3f3b73235e req-16395073-fbc8-4652-a3a8-8de9c4a4c8c7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0575006 Aug 04 12:02:21.738977 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-882c50eb-49a7-4e86-8da6-fd3f3b73235e req-98bda5e2-7a6b-486c-8b72-2f8b102e6963 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Aug 04 12:02:22.781508 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device e2c103af-f6cc-475e-899c-09fa19d7a159 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:02:22.865878 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a33c-e23b-4e89-8fe9-034ffc1211bc req-cc9028fb-f950-4233-94cf-7eb3031e75ef tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:22.867413 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e9b4a33c-e23b-4e89-8fe9-034ffc1211bc req-cc9028fb-f950-4233-94cf-7eb3031e75ef tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 944 time: 0.0533502 Aug 04 12:02:22.880706 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e2c103af-f6cc-475e-899c-09fa19d7a159,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:02:22.892970 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:02:22.908988 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e9b4a33c-e23b-4e89-8fe9-034ffc1211bc req-381fa4d9-a5e0-4e22-9bda-3d722bdce75c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354941 Aug 04 12:02:22.932807 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:22.945821 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c103af-f6cc-475e-899c-09fa19d7a159 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:02:22.965499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e2c103af-f6cc-475e-899c-09fa19d7a159,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:02:22.970040 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:23.016859 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:23.024369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.024728 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.025077 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.025417 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.025755 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.026089 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.026421 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.026752 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.027083 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.027410 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.027740 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.028097 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:02:23.338075 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['e2c103af-f6cc-475e-899c-09fa19d7a159'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:02:23.373222 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b594c1c2-731f-4537-9145-bd4fb11e6862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:23.595387 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:23.735232 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:24.048942 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671b8ed-10b6-44e6-b047-2a4eb661d750 req-95edf091-5688-4365-99b5-6f2f78bfa1e7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:24.052384 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f671b8ed-10b6-44e6-b047-2a4eb661d750 req-95edf091-5688-4365-99b5-6f2f78bfa1e7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 945 time: 0.0614843 Aug 04 12:02:24.098213 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-f671b8ed-10b6-44e6-b047-2a4eb661d750 req-a589ee9d-c456-4210-9e3c-84398162ae54 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Aug 04 12:02:24.778955 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device e2c103af-f6cc-475e-899c-09fa19d7a159 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:02:24.834575 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port e2c103af-f6cc-475e-899c-09fa19d7a159 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:02:24.838769 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port e2c103af-f6cc-475e-899c-09fa19d7a159 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:02:24.839145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:24.921209 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:24.946212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:02:24.948553 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85397571-4a50-4c9d-9c81-64cde72a5066" -d '{"events": [{"server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "name": "network-vif-plugged", "status": "completed", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:02:24.963407 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e2c103af-f6cc-475e-899c-09fa19d7a159,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:02:24.968243 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:25.028510 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:25.045726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde7f2f-72fa-449d-bada-9f9a0ecb748a x-openstack-request-id: req-dbde7f2f-72fa-449d-bada-9f9a0ecb748a {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:02:25.046028 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "name": "network-vif-plugged", "status": "completed", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:02:25.046288 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbde7f2f-72fa-449d-bada-9f9a0ecb748a {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:02:25.046691 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'code': 200} Aug 04 12:02:25.086304 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:25.231297 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afbf6e-e8e2-49c5-9990-17013cb73852 req-83e74e55-6ff0-4eb8-bc9f-f30b316e6a58 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:25.233383 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-55afbf6e-e8e2-49c5-9990-17013cb73852 req-83e74e55-6ff0-4eb8-bc9f-f30b316e6a58 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0564859 Aug 04 12:02:25.275628 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-55afbf6e-e8e2-49c5-9990-17013cb73852 req-af6098d2-78aa-4a48-b72c-0fb4e4a1b5ea tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359550 Aug 04 12:02:25.310761 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed19fd-4b65-42b6-8dd4-318db6b57787 req-7849923f-bda9-42d2-b975-401f79e57f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:25.312271 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-48ed19fd-4b65-42b6-8dd4-318db6b57787 req-7849923f-bda9-42d2-b975-401f79e57f14 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0417960 Aug 04 12:02:25.350963 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-48ed19fd-4b65-42b6-8dd4-318db6b57787 req-369730b2-6893-4c2c-83a5-f71b41efdba0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295300 Aug 04 12:02:25.861274 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:02:26.416023 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae851b-688c-45ac-be9d-8de948d5d83e req-25a0efea-6f10-4627-91d4-9ebbb75ab184 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:26.417474 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-96ae851b-688c-45ac-be9d-8de948d5d83e req-25a0efea-6f10-4627-91d4-9ebbb75ab184 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0651581 Aug 04 12:02:26.465039 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-96ae851b-688c-45ac-be9d-8de948d5d83e req-a42ab3df-c76f-4cb5-8bbb-4943f8fac442 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414627 Aug 04 12:02:27.547684 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:27.598962 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b957ab0-446c-4b0a-90f6-857096b7acb8 req-b23a61d9-e65b-4af1-95fc-b686523f345f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:27.600546 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4b957ab0-446c-4b0a-90f6-857096b7acb8 req-b23a61d9-e65b-4af1-95fc-b686523f345f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0566509 Aug 04 12:02:27.641487 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4b957ab0-446c-4b0a-90f6-857096b7acb8 req-6c18c84d-0350-4cd4-9636-6a0eba4bfb1c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342379 Aug 04 12:02:27.760958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f0dca-3651-41ac-aad6-eef176e26d63 req-1c8e89db-56d6-423e-bb1a-8f44b3bab827 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:27.762370 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-251f0dca-3651-41ac-aad6-eef176e26d63 req-1c8e89db-56d6-423e-bb1a-8f44b3bab827 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0527852 Aug 04 12:02:27.801818 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-251f0dca-3651-41ac-aad6-eef176e26d63 req-dd9afb93-be06-4add-b1f2-1e56731a2f55 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334074 Aug 04 12:02:27.825253 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47188) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:02:27.866160 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffd3cc-ffd7-4ff2-bbb3-3c03828934be tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:27.867670 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-59ffd3cc-ffd7-4ff2-bbb3-3c03828934be tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1094 time: 0.0414228 Aug 04 12:02:27.870629 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47190) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:02:27.874861 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:02:27.905794 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:28.023082 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:28.135377 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.27.1.220 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/6cfde802-3e3a-4484-bf88-3a4ae88271df) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:02:28.249311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:28.289494 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:28.325388 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:02:28.328342 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:02:28.332501 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:02:28.359255 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=6cfde802-3e3a-4484-bf88-3a4ae88271df,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:28.748323 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:28.842511 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:29.320081 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:29.326313 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:29.403886 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=6cfde802-3e3a-4484-bf88-3a4ae88271df,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:02:29.417106 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:29.524006 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP 4dcbf64b-c037-4733-a097-7488e5165621 associated. External IP: 172.27.1.220, port: e2c103af-f6cc-475e-899c-09fa19d7a159. Aug 04 12:02:29.761220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:02:29.882526 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:02:29.895644 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:02:29.906208 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:02:29.906903 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:29.907099 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:02:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:29.938986 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-d8d53ef9-010e-4687-8137-862aef36e093 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0672610 Aug 04 12:02:29.939644 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:02:29.942684 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5c850-531d-4386-b3de-74b8689f74ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:02:29.979512 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e3bd1b-16f2-4e46-8def-ef498957180d x-openstack-request-id: req-f1e3bd1b-16f2-4e46-8def-ef498957180d {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:02:29.979808 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:02:29.980067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1e3bd1b-16f2-4e46-8def-ef498957180d {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:02:29.980461 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'status': 'completed', 'code': 200} Aug 04 12:02:30.048189 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:02:30.101012 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c850-531d-4386-b3de-74b8689f74ab req-3430b0b7-e1dc-4c11-b227-7885142dd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:30.103276 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-3430b0b7-e1dc-4c11-b227-7885142dd0a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0649600 Aug 04 12:02:30.251881 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c850-531d-4386-b3de-74b8689f74ab req-01ba6c13-c871-478f-bc7c-10c4b44e92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:30.254999 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-01ba6c13-c871-478f-bc7c-10c4b44e92bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.1438346 Aug 04 12:02:30.346641 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-312bc1a6-419d-4c2c-9eb6-c5dde1d5a7e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 1000 time: 0.0827794 Aug 04 12:02:30.360941 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:28Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:30.405032 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c850-531d-4386-b3de-74b8689f74ab req-17d2e9d7-4402-457f-9818-6405e25b49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:30.408206 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-17d2e9d7-4402-457f-9818-6405e25b49fc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0546477 Aug 04 12:02:30.408711 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:02:30.424148 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:02:30.424980 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:02:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:30.460603 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5c850-531d-4386-b3de-74b8689f74ab req-bb893754-d5f9-44b6-9936-4bcd056e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:02:30.462586 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-bb893754-d5f9-44b6-9936-4bcd056e578f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483429 Aug 04 12:02:30.544696 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:02:30.595826 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-5c5314f8-ff3c-4338-9d79-35e5706b9916 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247358 Aug 04 12:02:30.705569 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-83d5c850-531d-4386-b3de-74b8689f74ab req-fff5c980-4be9-4320-b55d-55131f681779 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013689 Aug 04 12:02:30.961324 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:28Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:02:30.987383 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54893575-10e4-4abc-a59b-4517ada45c53 None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:28Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:02:31.186407 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2072cb-4279-41ae-bc46-c17f4339f355 None None] New status for floating IP 4dcbf64b-c037-4733-a097-7488e5165621: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:02:50.380180 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4415a9d9-64d2-4e7b-a15b-af905c183fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:53.345431 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-a84e49f8-57ac-4792-be33-5c52a9316bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:53.578817 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:53.720024 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:55.087589 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:57.549135 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:02.860701 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:03:03.898796 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-f5ce0d88-f028-4318-8b9e-a04d51a8bcb1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418198 Aug 04 12:03:04.009859 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-5be20a94-a03f-4cde-a41d-fbb4bc8cc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:03:04.011377 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-5be20a94-a03f-4cde-a41d-fbb4bc8cc943 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0466659 Aug 04 12:03:04.123943 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-d0c42a44-b1a6-479e-beb0-e9e32d1dc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:03:04.125439 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-d0c42a44-b1a6-479e-beb0-e9e32d1dc984 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0869513 Aug 04 12:03:04.200782 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-d0a35949-79d8-4d4e-9e6b-8d3aa508aa98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 1002 time: 0.0638444 Aug 04 12:03:04.258779 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-dbdfd4f7-7af9-437e-802b-b453775a0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:03:04.260250 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-dbdfd4f7-7af9-437e-802b-b453775a0006 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0445096 Aug 04 12:03:04.307890 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-1a857cc5-7733-48b4-8418-0618b644a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:03:04.309365 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-1a857cc5-7733-48b4-8418-0618b644a29f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404313 Aug 04 12:03:04.409832 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-2b2b4bc7-1e7d-4715-b15e-0ce75c1c3679 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875568 Aug 04 12:03:04.503581 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0a16bbe9-ddd2-4284-ae40-248a126d3977 req-43df1b6f-ebf3-4a21-88ed-ac176c059ad5 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828078 Aug 04 12:03:20.401849 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9d5a429c-98ba-4595-b524-61dce5b03b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:23.346666 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ca94e121-5638-4919-81d0-61dcd2033586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:23.580639 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:23.733876 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:25.091076 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:27.550605 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:39.859157 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:03:50.385319 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-675f4f2b-63f5-44b2-92f4-363bd42ad83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:53.348673 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b70b66cf-7057-4a7a-9f37-a25759f5333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:53.581722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:53.750095 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:55.092946 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:57.551898 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:04.868681 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-f3703230-8960-4b57-8f49-4f7285e72926 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396335 Aug 04 12:04:04.972763 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-6e446a6a-daf4-4ec8-ac57-4f96e02c2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:04.974248 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-6e446a6a-daf4-4ec8-ac57-4f96e02c2a28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0444241 Aug 04 12:04:05.081311 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-7314678e-c00b-4423-abdf-255470146c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:05.082771 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-7314678e-c00b-4423-abdf-255470146c54 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0854435 Aug 04 12:04:05.154437 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-3ac2b86f-929d-4db9-9e07-d9d43ec7da5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 1002 time: 0.0608959 Aug 04 12:04:05.204932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-11dd6db4-54a0-46a9-b060-ae78255b9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:05.206414 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-11dd6db4-54a0-46a9-b060-ae78255b9258 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0446365 Aug 04 12:04:05.253014 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-8f0ade4b-d5b9-4956-83d7-0b69b1d4b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:05.254489 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-8f0ade4b-d5b9-4956-83d7-0b69b1d4b587 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394156 Aug 04 12:04:05.348802 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-a44ec633-0511-41ee-88f9-c2e1ddfd1408 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857091 Aug 04 12:04:05.440199 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-0dd6b341-4cf2-4b94-813c-6e0be871b2fb req-3eba34c3-caf6-4766-90c4-dd4700312e41 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827997 Aug 04 12:04:07.634133 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-d7afacbf-7415-462b-88c6-1fcb01e11632 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392455916&fields=id&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 267 time: 0.0358634 Aug 04 12:04:07.754347 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-23ca7dbe-0934-4cab-ab22-49e71cc0e7fa tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:07.755742 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-23ca7dbe-0934-4cab-ab22-49e71cc0e7fa tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.1120667 Aug 04 12:04:07.770843 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-9cda48aa-d4df-4581-8bb3-01d17a86ee5d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/quotas/8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 375 time: 0.0093381 Aug 04 12:04:07.829115 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-52a96c6f-a94f-472f-b034-1f3805749070 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525229 Aug 04 12:04:07.845645 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-63c6c216-43b7-451e-8f1e-a03fc3a5cd71 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=104939) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:04:07.846598 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-63c6c216-43b7-451e-8f1e-a03fc3a5cd71 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052736 Aug 04 12:04:07.939528 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-e942f72d-85f4-4735-ac0b-5c55d821d542 service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869811 Aug 04 12:04:08.030860 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-67752717-0f98-4c56-8d8e-f6c51b75005a service neutron] 10.222.0.54 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851581 Aug 04 12:04:08.340531 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-583c45b5-8d63-4379-85f8-e8c0133d8794 req-4e8109e8-0a5a-4576-a1b7-4459f5519e78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 210 time: 0.0283761 Aug 04 12:04:09.532246 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-cfb187a2-e0b8-4ae7-a405-14e85310617d req-77fc1f95-857c-43bf-bd88-2ab75fd355b2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 210 time: 0.0332115 Aug 04 12:04:09.579037 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-2b133e34-7c38-4c97-bd52-edbeb4b6e6d6 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:09.580552 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-2b133e34-7c38-4c97-bd52-edbeb4b6e6d6 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 812 time: 0.1333122 Aug 04 12:04:09.660834 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-2c1919a8-2133-49f9-a81a-8ec5eab2d57d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac66491ae6f460dacec0a4acbac926c HTTP/1.1" status: 200 len: 379 time: 0.0510128 Aug 04 12:04:09.686225 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'port': {'device_id': '27f88240-72bf-42dc-86f9-45905c949d5b', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'admin_state_up': True, 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'security_groups': ['41e2b113-fa2d-4599-911d-2d23eedfdbec']}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:04:09.799490 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Made reservation on behalf of 8ac66491ae6f460dacec0a4acbac926c for: {'port': 1} {{(pid=104939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:04:09.802958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:09.928965 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.20.0.6 (8209bfe8-033f-49eb-b3ee-a46d45b9920d/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4/880f2c22-8288-456a-9eb4-7ec9dd77f7d2) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:04:10.068284 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.082017 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Transition to ACTIVE for port object 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 will not be triggered until provisioned by entity DHCP. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:04:10.114686 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.158926 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:04:10.162384 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:04:10.166252 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:04:10.211107 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:10.228640 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.229003 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.229351 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.229688 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.230022 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.230361 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.230815 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.231145 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.231483 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.231833 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.232992 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.233335 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:10.248515 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:10.249378 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.266908 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-6c8f7877-a2f5-445f-8814-6bd334512d78 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844045 Aug 04 12:04:10.286491 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Request body: {'port': {'device_id': '27f88240-72bf-42dc-86f9-45905c949d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79280'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:04:10.351926 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.389726 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-135644ad-0bc0-4a93-982d-3d8cc64586be None None] Provisioning for port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 completed by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:04:10.397718 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-135644ad-0bc0-4a93-982d-3d8cc64586be None None] Provisioning complete for port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 triggered by entity DHCP. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:04:10.398419 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-135644ad-0bc0-4a93-982d-3d8cc64586be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.436266 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-135644ad-0bc0-4a93-982d-3d8cc64586be None None] Port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 cannot update to ACTIVE because it is not bound. {{(pid=104941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:04:10.642174 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 {{(pid=104939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:04:10.649731 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.662129 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.provisioning_blocks [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Transition to ACTIVE for port object 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 will not be triggered until provisioned by entity L2. {{(pid=104939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:04:10.666397 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.670414 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607eaf2-187a-4809-bf36-a72062546c4c req-159b154f-c94b-4152-8cc6-0eeb3c6609ee tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:10.671979 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d607eaf2-187a-4809-bf36-a72062546c4c req-159b154f-c94b-4152-8cc6-0eeb3c6609ee tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 931 time: 0.0533776 Aug 04 12:04:10.714257 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-d607eaf2-187a-4809-bf36-a72062546c4c req-5b30fdb4-4c1c-4680-a69f-91e95e524332 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357413 Aug 04 12:04:10.715491 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Pushing event updated for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:10.800845 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Attempting to bind port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 on host hv-cinder-79280 for vnic_type normal with profile {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:04:10.801178 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Attempting to bind port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 by drivers openvswitch,hyperv on host hv-cinder-79280 at level 0 using segments [{'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:04:10.801505 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Attempting to bind port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:04:10.805915 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79280 {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:04:10.806229 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Attempting to bind port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 on network 8209bfe8-033f-49eb-b3ee-a46d45b9920d {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:04:10.811887 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Checking agent: {'id': '35ace436-2365-466c-94c8-b3e31ce15baa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79280', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'started_at': datetime.datetime(2021, 8, 4, 11, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:04:10.812220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Checking segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:04:10.812604 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Bound using segment: {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'} {{(pid=104939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:04:10.813038 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.managers [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Bound port: 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host: hv-cinder-79280, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d'}}] {{(pid=104939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:04:10.813384 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.886855 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, cleared binding levels {{(pid=104939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:04:10.890100 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:04:10.894620 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.930265 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:10.930918 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:10.933604 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] 10.222.0.89 "PUT /v2.0/ports/880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 200 len: 1093 time: 0.6520741 Aug 04 12:04:10.934060 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:04:10.936349 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870dc509-f3c3-4269-8760-0fa94b450c44" -d '{"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:04:10.963958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8d4ec-4330-4207-9546-aaaa795eb729 service neutron] Pushing event updated for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=3']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:10.983716 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c542ed-44c3-4d65-b51c-98f3900dc391 x-openstack-request-id: req-73c542ed-44c3-4d65-b51c-98f3900dc391 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:04:10.984110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:04:10.984472 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73c542ed-44c3-4d65-b51c-98f3900dc391 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:04:10.985001 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'status': 'completed', 'code': 200} Aug 04 12:04:11.054433 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-9fab59fa-40da-4ec2-9542-d089f07e1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.056010 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-9fab59fa-40da-4ec2-9542-d089f07e1d43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1096 time: 0.0437953 Aug 04 12:04:11.115306 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-f3ceaeac-824f-404a-b7ef-4121b00742ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0381846 Aug 04 12:04:11.168960 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-50a8843e-0d6d-4171-bc8c-f3e7ea1b5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.170477 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-50a8843e-0d6d-4171-bc8c-f3e7ea1b5190 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0438411 Aug 04 12:04:11.223065 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-06f14fb7-ec05-47de-a520-1b99ae82cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.224650 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-06f14fb7-ec05-47de-a520-1b99ae82cf2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440810 Aug 04 12:04:11.320591 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-3443bad7-f818-4e0f-a8e3-2713f04e64d1 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843194 Aug 04 12:04:11.414078 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-802fb0f1-316b-478d-b97a-eff6b2aed135 req-bbeefd0b-b659-45ba-90b7-680359bce88b service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823777 Aug 04 12:04:11.550239 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-aa02d8ef-2a33-46cc-ab60-dc3327144cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.551538 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-aa02d8ef-2a33-46cc-ab60-dc3327144cb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1096 time: 0.0402715 Aug 04 12:04:11.648802 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-298253e6-749e-4384-b482-90562285c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.650332 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-298253e6-749e-4384-b482-90562285c719 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0876586 Aug 04 12:04:11.696159 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-da839706-11dd-4d96-ac6b-8050a1b231fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0360756 Aug 04 12:04:11.752902 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-a283bde4-8ced-4c71-98e9-e0dcc6b86f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.754394 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-a283bde4-8ced-4c71-98e9-e0dcc6b86f7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0504951 Aug 04 12:04:11.847836 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c765fa-988d-4013-9a44-5376133b4742 req-00bba634-c2d2-4a73-8e2c-9e18770ecce4 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:11.849492 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-10c765fa-988d-4013-9a44-5376133b4742 req-00bba634-c2d2-4a73-8e2c-9e18770ecce4 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0601954 Aug 04 12:04:11.892986 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-10c765fa-988d-4013-9a44-5376133b4742 req-92f5e89a-5d0f-48e0-86e7-a06b2efab973 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362418 Aug 04 12:04:12.074698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-69895541-5617-41b3-9100-dacd48834758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:12.076143 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-69895541-5617-41b3-9100-dacd48834758 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3138411 Aug 04 12:04:12.166422 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-42d828ad-fa86-4649-b64d-5de5a77d3c7e service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820901 Aug 04 12:04:12.264724 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-870dc509-f3c3-4269-8760-0fa94b450c44 req-bea2fe2a-b149-49c5-b3af-af542bfb6f43 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867767 Aug 04 12:04:13.030457 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572de79b-55fc-436e-9075-a349125b9e1f req-5c53cf70-c491-4cbc-9497-fe45e2dc12a1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:13.032060 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-572de79b-55fc-436e-9075-a349125b9e1f req-5c53cf70-c491-4cbc-9497-fe45e2dc12a1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0593858 Aug 04 12:04:13.073444 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-572de79b-55fc-436e-9075-a349125b9e1f req-e43f25e1-1668-4ee2-9244-528d63bddd4f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353372 Aug 04 12:04:14.201078 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5044f-c4e8-42cf-b788-f040279fd1e9 req-94cc61de-7bda-4882-bd65-2e9c36a94989 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:14.203287 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ebd5044f-c4e8-42cf-b788-f040279fd1e9 req-94cc61de-7bda-4882-bd65-2e9c36a94989 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0632815 Aug 04 12:04:14.241856 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-ebd5044f-c4e8-42cf-b788-f040279fd1e9 req-0e7d7bbf-3fe0-48db-8a6b-1be198fe3669 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Aug 04 12:04:15.355864 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99aa1-fbdd-4001-9615-bfb706a0e1eb req-0b1feba8-3a94-4ed2-b563-fe18afd822f3 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:15.357520 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfa99aa1-fbdd-4001-9615-bfb706a0e1eb req-0b1feba8-3a94-4ed2-b563-fe18afd822f3 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0485551 Aug 04 12:04:15.399704 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-bfa99aa1-fbdd-4001-9615-bfb706a0e1eb req-235574bd-e8f7-4277-9bbc-662daa765019 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362637 Aug 04 12:04:16.514056 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5366e-e878-4927-9ddb-9e776a87e0fe req-5e4f240c-4667-4c2a-8048-f40c6d188823 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:16.515451 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8fa5366e-e878-4927-9ddb-9e776a87e0fe req-5e4f240c-4667-4c2a-8048-f40c6d188823 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0494189 Aug 04 12:04:16.557769 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-8fa5366e-e878-4927-9ddb-9e776a87e0fe req-7766154a-52d1-474b-b042-1efc535e18e7 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363762 Aug 04 12:04:16.858168 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:04:17.672131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48cea-b052-4d50-af38-a71dda94498b req-4abb4596-665e-4526-9f95-d6a3366c4b87 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:17.672131 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7de48cea-b052-4d50-af38-a71dda94498b req-4abb4596-665e-4526-9f95-d6a3366c4b87 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0484641 Aug 04 12:04:17.715389 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-7de48cea-b052-4d50-af38-a71dda94498b req-01efeeff-f030-43e8-bd7b-38cc2256a195 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375144 Aug 04 12:04:18.836742 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e6d41-96ef-44e1-ac22-2585d9cf7f36 req-0ff50555-7a37-4f7d-8ec9-8b2812326f76 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:18.838822 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-087e6d41-96ef-44e1-ac22-2585d9cf7f36 req-0ff50555-7a37-4f7d-8ec9-8b2812326f76 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 943 time: 0.0533004 Aug 04 12:04:18.877128 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-087e6d41-96ef-44e1-ac22-2585d9cf7f36 req-529e9218-8404-49f3-a632-f11fde4e8db0 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324004 Aug 04 12:04:19.264025 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 details requested by agent hyperv_hv-cinder-79280 with host hv-cinder-79280 {{(pid=104941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:04:19.364514 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:04:19.376729 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Returning: {'device': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'port_id': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'mac_address': 'fa:16:3e:e1:a7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:04:19.415607 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:19.428882 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 {{(pid=104941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:04:19.449748 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:04:19.454379 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:19.507351 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=4']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:19.514907 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.515260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.515602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.515964 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.516302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.516631 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.516956 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.517286 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.517615 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.517938 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.518261 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.518581 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:04:19.816689 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] get_ports_and_sgs() called for port_ids ['880f2c22-8288-456a-9eb4-7ec9dd77f7d2'] {{(pid=104941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:04:20.002459 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6df0-cb39-4379-ad1f-254afcf46e71 req-fbd4289f-1f7e-4611-9a09-8ae2c29c3b15 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:20.004085 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b29a6df0-cb39-4379-ad1f-254afcf46e71 req-fbd4289f-1f7e-4611-9a09-8ae2c29c3b15 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 944 time: 0.0538921 Aug 04 12:04:20.055854 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b29a6df0-cb39-4379-ad1f-254afcf46e71 req-3c2b57b2-e47b-4f0a-866a-8468db402a4e tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Aug 04 12:04:20.391272 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfd53-ae72-492f-a94c-3a787aba78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:21.184739 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd847a1-0416-424c-a3bd-a4005a4da8f4 req-bb2015e7-77ba-4bb7-bb47-c25243c76da9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:21.186287 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6cd847a1-0416-424c-a3bd-a4005a4da8f4 req-bb2015e7-77ba-4bb7-bb47-c25243c76da9 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 944 time: 0.0500982 Aug 04 12:04:21.227487 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-6cd847a1-0416-424c-a3bd-a4005a4da8f4 req-13682451-b31d-43df-9b68-3fbc223eeb33 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351777 Aug 04 12:04:21.273960 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 up at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:04:21.328060 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning for port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 completed by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:04:21.332182 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.provisioning_blocks [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Provisioning complete for port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 triggered by entity L2. {{(pid=104941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:04:21.332564 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1039209'] for port, provisioning_complete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:21.418019 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:21.444503 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2'}] {{(pid=104941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:04:21.446788 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddc6aa574e71f697adecb2e042c3a3f9d547827b66684f86b3ee3c77dd792549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346a24f-f143-462c-a130-04cbf9afd266" -d '{"events": [{"server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "name": "network-vif-plugged", "status": "completed", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2"}]}' {{(pid=104941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:04:21.463508 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:04:21.467722 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581'] for port, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:21.491126 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06e182-cc01-48fd-8994-5799fcce2cb5 x-openstack-request-id: req-3c06e182-cc01-48fd-8994-5799fcce2cb5 {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:04:21.491416 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "name": "network-vif-plugged", "status": "completed", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2", "code": 200}]} {{(pid=104941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:04:21.491673 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c06e182-cc01-48fd-8994-5799fcce2cb5 {{(pid=104941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:04:21.492080 dv-cinder-792800-3-iscsi neutron-server[104941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'code': 200} Aug 04 12:04:21.517878 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Pushing event updated for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=5']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:21.747393 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12807cc-0cc9-456d-bf08-1f88f768a73c req-e97a6f67-cd47-40ee-be98-e9f6ae29cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:21.748932 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a12807cc-0cc9-456d-bf08-1f88f768a73c req-e97a6f67-cd47-40ee-be98-e9f6ae29cf48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1098 time: 0.0425944 Aug 04 12:04:21.789572 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-a12807cc-0cc9-456d-bf08-1f88f768a73c req-92433cbc-7c66-4f57-8987-8fdcbf256994 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Aug 04 12:04:22.349711 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4f881-0d46-41e0-aa4f-8d56897d9b17 req-5c9e866c-44db-4baa-8931-e7e53a2efc75 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:22.351194 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fef4f881-0d46-41e0-aa4f-8d56897d9b17 req-5c9e866c-44db-4baa-8931-e7e53a2efc75 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0508103 Aug 04 12:04:22.391170 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-fef4f881-0d46-41e0-aa4f-8d56897d9b17 req-4c2d4d21-af1d-42e3-a7a1-666b403c9330 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Aug 04 12:04:23.349808 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-14ac9e89-68f2-42ce-8013-9d3f9e69dc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:23.507627 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc922e-5d03-48b9-9dcb-6d6f0f0139ed req-1c029e39-aa76-45b6-9699-003ed9ca7352 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:23.509058 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e8bc922e-5d03-48b9-9dcb-6d6f0f0139ed req-1c029e39-aa76-45b6-9699-003ed9ca7352 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0487514 Aug 04 12:04:23.548672 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e8bc922e-5d03-48b9-9dcb-6d6f0f0139ed req-7f182534-5c2f-41ed-b261-ae8013819f11 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329726 Aug 04 12:04:23.589552 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:23.673000 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f285-809f-4fe4-8ced-e363e9d3eb98 req-f8e0ccd6-a10a-49f1-ab53-626edb5558ff tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:23.674763 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c956f285-809f-4fe4-8ced-e363e9d3eb98 req-f8e0ccd6-a10a-49f1-ab53-626edb5558ff tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0541689 Aug 04 12:04:23.714821 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-c956f285-809f-4fe4-8ced-e363e9d3eb98 req-099b23e1-b307-4d02-877e-4f6c9e34b98d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337977 Aug 04 12:04:23.737093 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47336) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:04:23.754815 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:23.778131 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fd73c-27fd-4089-a0e4-9a20be79d2b7 tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:23.779559 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-ed0fd73c-27fd-4089-a0e4-9a20be79d2b7 tempest-TestVolumeBootPattern-1700292447 tempest-TestVolumeBootPattern-1700292447-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1093 time: 0.0414689 Aug 04 12:04:23.782478 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47338) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:04:23.786769 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.v2.base [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Request body: {'floatingip': {'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'port_id': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:04:23.809137 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:23.913838 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.017914 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.db_base_plugin_common [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Allocated IP 172.27.1.53 (a445793f-9be4-45a3-8ed7-d19f4d4d3ee0/ce46af79-e9c9-499c-af1d-008f77e200fe/9646a6ec-19a3-4961-8676-287d754defa8) {{(pid=104939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:04:24.123950 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.162468 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733270500545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.206691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Network a445793f-9be4-45a3-8ed7-d19f4d4d3ee0 is already hosted by enough agents. {{(pid=104939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:04:24.209825 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.base_scheduler [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Resources bound (agent type, host, resource id): {{(pid=104939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:04:24.213364 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Received port after_create {{(pid=104939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:04:24.239095 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=9646a6ec-19a3-4961-8676-287d754defa8,revision_number=1']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:24.585511 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.656932 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571519'] for port, before_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.812067 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for port, precommit_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.816613 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270990255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733270500563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733270500581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33074150'] for port, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:24.885455 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event updated for resources: {'Port': ['ID=9646a6ec-19a3-4961-8676-287d754defa8,revision_number=2']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:04:24.899231 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16766976'] for floatingip, after_update {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:25.000584 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP 33952a13-3f4c-402c-b8d1-d583e36e70a1 associated. External IP: 172.27.1.53, port: 880f2c22-8288-456a-9eb4-7ec9dd77f7d2. Aug 04 12:04:25.096786 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:25.223353 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:04:25.329013 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:04:25.339399 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:04:25.345075 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:25.349536 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:04:25.350134 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:04:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:04:25.376704 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-9af3336f-c9f1-4161-b0a1-a627ecb10aa2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5931933 Aug 04 12:04:25.377442 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:04:25.379691 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e965364-09c4-44ca-a556-65b8f093c61a" -d '{"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:04:25.418207 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1a82ce-6850-4c21-bd75-c61db9af9a61 x-openstack-request-id: req-2c1a82ce-6850-4c21-bd75-c61db9af9a61 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:04:25.418525 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:04:25.418860 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c1a82ce-6850-4c21-bd75-c61db9af9a61 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:04:25.419192 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'status': 'completed', 'code': 200} Aug 04 12:04:25.466086 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:04:25.504910 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965364-09c4-44ca-a556-65b8f093c61a req-d4cfe405-e571-43a6-ad0a-745eee0923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:25.506434 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-d4cfe405-e571-43a6-ad0a-745eee0923d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1098 time: 0.0425284 Aug 04 12:04:25.600689 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965364-09c4-44ca-a556-65b8f093c61a req-6c6b6890-8741-4964-a786-1b4d8793f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:25.602118 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-6c6b6890-8741-4964-a786-1b4d8793f62c service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0883698 Aug 04 12:04:25.675470 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-3644fe0a-1667-4f2e-95f4-91f1719a67cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 200 len: 998 time: 0.0643103 Aug 04 12:04:25.702152 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '33952a13-3f4c-402c-b8d1-d583e36e70a1', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:e1:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f88240-72bf-42dc-86f9-45905c949d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:04:24Z', 'updated_at': '2021-08-04T12:04:24Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}, {'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:04:25.726251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965364-09c4-44ca-a556-65b8f093c61a req-43a12a30-3e69-4240-9158-4205b75cc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:25.727742 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-43a12a30-3e69-4240-9158-4205b75cc6d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0456252 Aug 04 12:04:25.732499 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:04:25.741341 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:04:25.741966 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:04:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:04:25.778694 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965364-09c4-44ca-a556-65b8f093c61a req-a6350671-45f3-47d9-b903-bce69d86074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:04:25.780266 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-a6350671-45f3-47d9-b903-bce69d86074e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446432 Aug 04 12:04:25.852254 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:04:25.883280 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-e1bb6da4-c047-4003-aadc-3abcf77a481d service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956047 Aug 04 12:04:25.976880 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-3e965364-09c4-44ca-a556-65b8f093c61a req-69e606d1-6f25-49bb-886a-0ba81ab8d3d2 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869229 Aug 04 12:04:26.086051 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '33952a13-3f4c-402c-b8d1-d583e36e70a1', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:e1:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f88240-72bf-42dc-86f9-45905c949d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:04:24Z', 'updated_at': '2021-08-04T12:04:24Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}, {'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:04:26.116838 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87c8f3-1643-460f-9464-0944be959250 None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '33952a13-3f4c-402c-b8d1-d583e36e70a1', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:e1:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f88240-72bf-42dc-86f9-45905c949d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:04:24Z', 'updated_at': '2021-08-04T12:04:24Z', 'revision_number': 0, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}, {'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:04:26.311587 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b93f6-59ac-4429-8f0e-7f1f101dd7af None None] New status for floating IP 33952a13-3f4c-402c-b8d1-d583e36e70a1: ACTIVE {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:04:27.553718 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:50.385854 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ef35a272-1ba6-47ef-b3f0-0fd961cc3785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:53.350687 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-22505565-a967-4324-a06d-c54b8a95e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:53.580917 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:53.748067 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:53.857065 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:04:55.099492 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:57.556636 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:06.894539 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-1b1f1760-9c62-4516-8c85-b5e9f018ff4a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450258 Aug 04 12:05:07.003230 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e356d5-2698-444b-9835-9066964c0211 req-372fc282-a8d4-45e5-a466-69e132aa2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:05:07.005162 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-372fc282-a8d4-45e5-a466-69e132aa2216 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0436051 Aug 04 12:05:07.119209 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e356d5-2698-444b-9835-9066964c0211 req-2f6114a0-da43-4e4b-ba8c-face999608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:05:07.121278 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-2f6114a0-da43-4e4b-ba8c-face999608d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0865781 Aug 04 12:05:07.197268 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-3e6030d0-3f5a-436e-8b3c-6430694f93d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 1002 time: 0.0651774 Aug 04 12:05:07.248974 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e356d5-2698-444b-9835-9066964c0211 req-6a426280-f2fe-477a-bf17-631416417976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:05:07.250466 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-6a426280-f2fe-477a-bf17-631416417976 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0459423 Aug 04 12:05:07.300159 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e356d5-2698-444b-9835-9066964c0211 req-a1457213-f941-4be3-8d3e-95bdcf9779fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:05:07.301658 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-a1457213-f941-4be3-8d3e-95bdcf9779fe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401106 Aug 04 12:05:07.398588 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-619739d9-5a0e-44a7-8124-dc07da875c17 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848343 Aug 04 12:05:07.502597 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-e5e356d5-2698-444b-9835-9066964c0211 req-644941a1-9042-4e7d-b710-e17088201571 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Aug 04 12:05:20.503818 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b8b7a741-0d5a-4a3e-8abf-f44ac8e4efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:23.351682 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1a35db06-d7d6-4b70-91b6-564a5e4c4a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:23.583145 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:23.747301 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:25.102350 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:27.559664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:30.856366 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:05:50.384260 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-9420fdcd-b2b0-4bac-86fe-8dac4caa491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:53.353175 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ae42a2d1-1d3e-40f7-b241-d1f6eed5a956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:53.585589 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:53.748048 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:55.107922 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:05:57.562597 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:05.506105 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47368) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:05.666475 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port 9646a6ec-19a3-4961-8676-287d754defa8 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:05.666950 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:05.748820 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:05.749269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:05.761588 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for 9646a6ec-19a3-4961-8676-287d754defa8 owned by network:floatingip {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:05.918511 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:05.948796 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=9646a6ec-19a3-4961-8676-287d754defa8,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:05.974159 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.974509 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.974856 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.975193 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.975527 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.975896 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.976226 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.976554 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.976883 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.977208 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.977530 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:05.977849 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:06.020673 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:06.020906 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.db.l3_db [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP 33952a13-3f4c-402c-b8d1-d583e36e70a1 disassociated (deleted). External IP: 172.27.1.53, port: 880f2c22-8288-456a-9eb4-7ec9dd77f7d2. Aug 04 12:06:06.234675 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:06:06.342685 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:06:06.347416 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:06.352017 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:06:06.363238 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:06.363916 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:06.377475 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-1e3e4769-a529-446e-ba7e-aff893e13119 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "DELETE /v2.0/floatingips/33952a13-3f4c-402c-b8d1-d583e36e70a1 HTTP/1.1" status: 204 len: 168 time: 0.8680105 Aug 04 12:06:06.377475 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2'}] {{(pid=104940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:06:06.378347 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48550c667a5fc386f4eafc7a15280f6fbd81626bd7c4b54260ec10480eb82ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dddabf-aee3-491b-80ff-35210a6a7b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2"}]}' {{(pid=104940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:06:06.476358 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:06.490642 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e10d28-111a-4770-bfd4-9fdedc17ea5d x-openstack-request-id: req-c8e10d28-111a-4770-bfd4-9fdedc17ea5d {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:06:06.490940 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2", "status": "completed", "code": 200}]} {{(pid=104940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:06:06.491254 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8e10d28-111a-4770-bfd4-9fdedc17ea5d {{(pid=104940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:06:06.492067 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'status': 'completed', 'code': 200} Aug 04 12:06:06.643940 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc153-2a9b-4672-9d62-5e9c998eb1cb req-d0e0dd2f-ba4a-4660-a911-4f4a02264a3d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:06.645483 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-70bbc153-2a9b-4672-9d62-5e9c998eb1cb req-d0e0dd2f-ba4a-4660-a911-4f4a02264a3d tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0805874 Aug 04 12:06:06.661640 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-84c83093-9503-43a3-803d-eb11e0572b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:06.663111 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-84c83093-9503-43a3-803d-eb11e0572b7d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 1098 time: 0.0722365 Aug 04 12:06:06.717129 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:06.736080 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-70bbc153-2a9b-4672-9d62-5e9c998eb1cb req-bb4ebbf7-b212-4441-bdb8-3f7bb6faf636 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822642 Aug 04 12:06:06.743625 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:06:06.753582 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:06.754327 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:06.780598 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-e25e3cca-d184-49cd-9075-35b0e79282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:06.782084 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-e25e3cca-d184-49cd-9075-35b0e79282a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.1088581 Aug 04 12:06:06.842407 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-1b5ccb15-e063-468f-8220-cdbdff0e5930 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 200 len: 217 time: 0.0398898 Aug 04 12:06:06.864631 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:06.914049 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-00753a48-730d-499c-a3f0-09edac083bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:06.915446 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-00753a48-730d-499c-a3f0-09edac083bc5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0479939 Aug 04 12:06:06.963634 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-4bcfc90f-e21d-47dd-b954-4e0bc05c248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:06.965184 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-4bcfc90f-e21d-47dd-b954-4e0bc05c248c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419257 Aug 04 12:06:07.068341 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-343d126d-09cb-4fb0-a631-fb5e36d96617 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949030 Aug 04 12:06:07.108523 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-51ee2612-f016-4731-bb25-443801bce865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:07.135346 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ee2612-f016-4731-bb25-443801bce865 None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_floatingips': [{'id': '4dcbf64b-c037-4733-a097-7488e5165621', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'router_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'port_id': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'mac_address': 'fa:16:3e:ec:3a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd952f4-ee67-4b70-bae5-887316403325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:02:28Z', 'updated_at': '2021-08-04T12:02:31Z', 'revision_number': 1, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:06:07.162867 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-d0dddabf-aee3-491b-80ff-35210a6a7b3c req-928789e7-c476-4ec0-905b-6ae637ebe12d service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863907 Aug 04 12:06:07.364276 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4882ac38-6956-4466-a564-e31ff4d84628 None None] New status for floating IP 33952a13-3f4c-402c-b8d1-d583e36e70a1: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:06:07.854683 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:06:07.856141 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66df6f-8cb6-4ead-96ca-c8bcfa6160af req-1f126eaa-607d-4434-91e4-d6b171c87bdc tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:07.857672 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4b66df6f-8cb6-4ead-96ca-c8bcfa6160af req-1f126eaa-607d-4434-91e4-d6b171c87bdc tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0493758 Aug 04 12:06:07.902774 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-4b66df6f-8cb6-4ead-96ca-c8bcfa6160af req-b5eb2385-e1eb-4b26-ae11-a3049158b768 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391486 Aug 04 12:06:08.722385 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-043e0140-66eb-4f03-8466-fbc6d7f2849f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:08.723897 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-043e0140-66eb-4f03-8466-fbc6d7f2849f tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0497131 Aug 04 12:06:08.824162 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:08.824510 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:08.916590 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] For port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:08.916962 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:08.933781 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:09.059113 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1b31-6b9b-49ca-b130-6a931c496bfd req-75b4886d-1990-4a10-ae73-c1a90a9f5b66 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:09.060572 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b22e1b31-6b9b-49ca-b130-6a931c496bfd req-75b4886d-1990-4a10-ae73-c1a90a9f5b66 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 945 time: 0.0653207 Aug 04 12:06:09.127103 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-b22e1b31-6b9b-49ca-b130-6a931c496bfd req-a5f928ba-6363-4cd7-9f06-65c5a6affdee tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483384 Aug 04 12:06:09.128215 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:09.159301 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=880f2c22-8288-456a-9eb4-7ec9dd77f7d2,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:09.173255 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.173606 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.173946 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.174280 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.174610 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.174938 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.175520 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.175871 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.176198 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.176523 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.176842 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.177293 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:09.218559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] No DVR routers for this DVR port 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:09.221402 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:09.223502 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6828cb51-278b-45b9-a5f0-4ca79d7aa03f req-4c462516-df6b-4825-89a1-1f2f2b765e0c tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "DELETE /v2.0/ports/880f2c22-8288-456a-9eb4-7ec9dd77f7d2 HTTP/1.1" status: 204 len: 173 time: 0.4898615 Aug 04 12:06:09.223999 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'name': 'network-vif-deleted', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:06:09.226258 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b91b22-4615-4e26-beba-fff8d1cffe7b" -d '{"events": [{"server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "name": "network-vif-deleted", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:06:09.266321 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7ce17d-3db9-40c8-9ada-95a96243c2a5 x-openstack-request-id: req-5e7ce17d-3db9-40c8-9ada-95a96243c2a5 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:06:09.266620 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f88240-72bf-42dc-86f9-45905c949d5b", "name": "network-vif-deleted", "tag": "880f2c22-8288-456a-9eb4-7ec9dd77f7d2", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:06:09.266882 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e7ce17d-3db9-40c8-9ada-95a96243c2a5 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:06:09.267286 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f88240-72bf-42dc-86f9-45905c949d5b', 'name': 'network-vif-deleted', 'tag': '880f2c22-8288-456a-9eb4-7ec9dd77f7d2', 'status': 'completed', 'code': 200} Aug 04 12:06:10.240587 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-f10dc4b6-4b1f-4c75-ae81-8a521e6c3759 req-7309dda4-7c9d-43fa-8e22-d9283284ef85 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=27f88240-72bf-42dc-86f9-45905c949d5b HTTP/1.1" status: 200 len: 210 time: 0.0271261 Aug 04 12:06:11.756505 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:11.778952 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:11.779306 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device 880f2c22-8288-456a-9eb4-7ec9dd77f7d2 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:13.526111 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47416) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:13.951741 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port 6cfde802-3e3a-4484-bf88-3a4ae88271df {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:13.952110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.030856 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.031205 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.042864 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for 6cfde802-3e3a-4484-bf88-3a4ae88271df owned by network:floatingip {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:14.192531 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.220523 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=6cfde802-3e3a-4484-bf88-3a4ae88271df,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:14.281421 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.281747 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.db.l3_db [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Floating IP 4dcbf64b-c037-4733-a097-7488e5165621 disassociated (deleted). External IP: 172.27.1.220, port: e2c103af-f6cc-475e-899c-09fa19d7a159. Aug 04 12:06:14.491196 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:06:14.602918 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:06:14.607516 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:14.613356 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:06:14.623515 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:14.624178 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:14.637094 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-39d73db2-b2ce-455f-81b4-1069be24c1ad tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "DELETE /v2.0/floatingips/4dcbf64b-c037-4733-a097-7488e5165621 HTTP/1.1" status: 204 len: 168 time: 1.1098886 Aug 04 12:06:14.637698 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:06:14.640006 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae9808-8dcc-4e8f-8122-36507aa43ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:06:14.679591 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c265b0-3ee7-4d31-aed3-f8e648954b79 x-openstack-request-id: req-55c265b0-3ee7-4d31-aed3-f8e648954b79 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:06:14.680054 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:06:14.680223 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55c265b0-3ee7-4d31-aed3-f8e648954b79 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:06:14.680745 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'status': 'completed', 'code': 200} Aug 04 12:06:14.748239 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:14.801355 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-a5b18a9a-1a9c-4062-88fb-6d9acb5da5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:14.802918 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-a5b18a9a-1a9c-4062-88fb-6d9acb5da5bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ac66491ae6f460dacec0a4acbac926c&device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 1099 time: 0.0638702 Aug 04 12:06:14.890016 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c353188-4896-4e5d-acee-a9a0cd9841a5 req-32459f98-cd20-4aae-b008-a79ae530f3c2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:14.891774 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2c353188-4896-4e5d-acee-a9a0cd9841a5 req-32459f98-cd20-4aae-b008-a79ae530f3c2 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0514567 Aug 04 12:06:14.939039 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-2c353188-4896-4e5d-acee-a9a0cd9841a5 req-c5ab0e80-3969-46b5-931d-380f7fd8f593 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Aug 04 12:06:14.950854 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-31ddee72-8e74-4221-8552-aaf502503414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:14.952448 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-31ddee72-8e74-4221-8552-aaf502503414 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 200 len: 913 time: 0.0937366 Aug 04 12:06:14.967182 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:14.993924 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:06:14.999844 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-dc5121db-d2fd-468b-9fdb-9abca693f4b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 200 len: 217 time: 0.0392456 Aug 04 12:06:15.003329 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:15.004064 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:15.058323 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-365becf8-7884-4cbc-a6c7-8466d4a47c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:15.059863 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-365becf8-7884-4cbc-a6c7-8466d4a47c49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 200 len: 851 time: 0.0505149 Aug 04 12:06:15.111127 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-803f6f32-8b8b-489b-924a-0f29674ac6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:15.112739 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-803f6f32-8b8b-489b-924a-0f29674ac6a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8209bfe8-033f-49eb-b3ee-a46d45b9920d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451000 Aug 04 12:06:15.113867 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:15.208301 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-247f00e4-8ee9-4232-9cac-0c1b07c52d54 service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873704 Aug 04 12:06:15.308814 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-90ae9808-8dcc-4e8f-8122-36507aa43ac7 req-97709fac-2825-48c0-8ac9-1aa6dd0af6bd service neutron] 10.222.0.89 "GET /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922925 Aug 04 12:06:15.325084 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:15.355472 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10226e6-90a5-4841-9975-f20caf0c799a None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T11:59:00Z', 'revision_number': 4, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi', '_interfaces': [{'id': '79b9f065-43be-4ae6-a90d-24e4e660772c', 'name': '', 'network_id': '8209bfe8-033f-49eb-b3ee-a46d45b9920d', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'mac_address': 'fa:16:3e:ee:33:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:59Z', 'updated_at': '2021-08-04T11:59:06Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'subnets': [{'id': '89fc6c44-c72d-4d4c-a60c-5d82b4effdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:06:15.578849 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79687f-0b68-4202-aef2-113d44187159 None None] New status for floating IP 4dcbf64b-c037-4733-a097-7488e5165621: DOWN {{(pid=104942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:06:16.071240 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb1286-5501-4ab3-a3f0-97c3124ea941 req-46db19a9-668a-4cb1-bd0d-b58a7d912fcf tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:16.073408 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9dcb1286-5501-4ab3-a3f0-97c3124ea941 req-46db19a9-668a-4cb1-bd0d-b58a7d912fcf tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0617664 Aug 04 12:06:16.113284 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-9dcb1286-5501-4ab3-a3f0-97c3124ea941 req-59a3c624-5ec3-4bf1-a9f7-549dd8316da8 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Aug 04 12:06:16.890251 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-567fa77f-25dc-4afc-ad2a-7424e2b2c954 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:16.891773 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-567fa77f-25dc-4afc-ad2a-7424e2b2c954 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0532739 Aug 04 12:06:16.991140 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port e2c103af-f6cc-475e-899c-09fa19d7a159 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:16.991482 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:17.087184 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] For port e2c103af-f6cc-475e-899c-09fa19d7a159, host hv-cinder-79280, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79280',level=0,port_id=e2c103af-f6cc-475e-899c-09fa19d7a159,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:17.088493 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:17.100958 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for e2c103af-f6cc-475e-899c-09fa19d7a159 owned by compute:nova {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:17.234711 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:17.236842 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9476-22c8-4bc8-ba31-392533817bee req-cc1ab676-bf24-491d-b340-2d39105a8950 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:06:17.238420 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-353c9476-22c8-4bc8-ba31-392533817bee req-cc1ab676-bf24-491d-b340-2d39105a8950 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fd952f4-ee67-4b70-bae5-887316403325 HTTP/1.1" status: 200 len: 946 time: 0.0550654 Aug 04 12:06:17.268510 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=e2c103af-f6cc-475e-899c-09fa19d7a159,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:17.281931 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [req-353c9476-22c8-4bc8-ba31-392533817bee req-c64dba36-77f1-411c-8b25-61a83953b507 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "GET /v2.0/security-groups?id=41e2b113-fa2d-4599-911d-2d23eedfdbec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356467 Aug 04 12:06:17.313277 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] No DVR routers for this DVR port e2c103af-f6cc-475e-899c-09fa19d7a159 on host hv-cinder-79280 {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:17.315876 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for port, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:17.317893 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [req-6c1228bd-58d3-4dca-8e09-e59b706b381c req-d3dda6a1-f834-4506-b4d5-5cecf2084899 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.89 "DELETE /v2.0/ports/e2c103af-f6cc-475e-899c-09fa19d7a159 HTTP/1.1" status: 204 len: 173 time: 0.4167421 Aug 04 12:06:17.318344 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'name': 'network-vif-deleted', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159'}] {{(pid=104939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:06:17.320628 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12d5d87bb3c183e4cc29756efe1848ee45790a27981f77f727f72e45fac2829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94370b80-f871-4aeb-9039-0f86a3eda8e9" -d '{"events": [{"server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "name": "network-vif-deleted", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159"}]}' {{(pid=104939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:06:17.359559 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cfde6f-bcab-4f58-8946-50f876f30e68 x-openstack-request-id: req-22cfde6f-bcab-4f58-8946-50f876f30e68 {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:06:17.359848 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd952f4-ee67-4b70-bae5-887316403325", "name": "network-vif-deleted", "tag": "e2c103af-f6cc-475e-899c-09fa19d7a159", "status": "completed", "code": 200}]} {{(pid=104939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:06:17.360144 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22cfde6f-bcab-4f58-8946-50f876f30e68 {{(pid=104939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:06:17.360564 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd952f4-ee67-4b70-bae5-887316403325', 'name': 'network-vif-deleted', 'tag': 'e2c103af-f6cc-475e-899c-09fa19d7a159', 'status': 'completed', 'code': 200} Aug 04 12:06:18.340993 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47432) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:18.468294 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Deleting port e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1 {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:18.468548 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.544823 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.545157 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.558573 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Calling delete_port for e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1 owned by network:floatingip {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:18.694039 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.723137 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'Port': ['ID=e019d0eb-d7d6-4a89-8bf3-17bfa24ea7b1,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:18.785030 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for floatingip, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.787612 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72743'] for floatingip, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:18.788786 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-0e3cb59b-531e-40d0-ab4f-ec82abd13dd1 tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "DELETE /v2.0/floatingips/fa3cd7bd-461b-40b3-81fa-1034b161e246 HTTP/1.1" status: 204 len: 168 time: 0.4468021 Aug 04 12:06:19.777122 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device e2c103af-f6cc-475e-899c-09fa19d7a159 no longer exists at agent hyperv_hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:19.797328 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] No Port match for: e2c103af-f6cc-475e-899c-09fa19d7a159 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:19.797660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Device e2c103af-f6cc-475e-899c-09fa19d7a159 not bound to the agent host hv-cinder-79280 {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:20.001273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47444) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:20.062109 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.088745 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.148028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.151226 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.152460 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] 10.222.0.54 "DELETE /v2.0/security-groups/41e2b113-fa2d-4599-911d-2d23eedfdbec HTTP/1.1" status: 204 len: 168 time: 0.1501913 Aug 04 12:06:20.161993 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392ff51-4b0d-4950-820c-dba4bfd5fa7b tempest-TestVolumeBootPattern-681768516 tempest-TestVolumeBootPattern-681768516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2b113-fa2d-4599-911d-2d23eedfdbec,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:20.230640 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47448) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:20.387941 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-842a5e29-eb0f-4d2a-b506-d0f0a6955bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.729925 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:20.983028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Deleting port 79b9f065-43be-4ae6-a90d-24e4e660772c {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:20.983269 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:21.063851 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] For port 79b9f065-43be-4ae6-a90d-24e4e660772c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=79b9f065-43be-4ae6-a90d-24e4e660772c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:21.064570 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:21.077116 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Calling delete_port for 79b9f065-43be-4ae6-a90d-24e4e660772c owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:21.258883 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:21.290228 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Pushing event deleted for resources: {'Port': ['ID=79b9f065-43be-4ae6-a90d-24e4e660772c,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:21.468824 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:21.694895 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Router b73cb0ee-ae90-4ebc-8854-19585c784303 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:06:21.804101 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:06:21.809848 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-03bfbd09-df0b-4059-881a-60f179252afa admin admin] 10.222.0.54 "PUT /v2.0/routers/b73cb0ee-ae90-4ebc-8854-19585c784303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5781515 Aug 04 12:06:21.812350 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47452) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:21.814348 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Sync routers for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:06:21.825216 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:21.825848 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:21.924667 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:21.949325 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:22.196558 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T12:06:21Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:22.230165 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Checking router: b73cb0ee-ae90-4ebc-8854-19585c784303 for host: dv-cinder-792800-3-iscsi {{(pid=104941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:06:22.241232 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Routers {'b73cb0ee-ae90-4ebc-8854-19585c784303'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:22.241858 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:05:53Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['b73cb0ee-ae90-4ebc-8854-19585c784303'], 'active': True} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:22.334107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.392001 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Deleting port 7b13845c-2025-4950-82ed-5dc257dd3969 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:22.392388 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.475822 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] For port 7b13845c-2025-4950-82ed-5dc257dd3969, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=7b13845c-2025-4950-82ed-5dc257dd3969,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:22.476196 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.492542 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Calling delete_port for 7b13845c-2025-4950-82ed-5dc257dd3969 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:22.521283 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvr_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] Set router b73cb0ee-ae90-4ebc-8854-19585c784303 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:22.672475 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.702415 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b13845c-2025-4950-82ed-5dc257dd3969,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:22.710487 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_hamode_db [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T12:06:21Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:22.739074 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b77888-e37d-4cab-87f1-4388fdf54fbc None None] The sync data for ids ['b73cb0ee-ae90-4ebc-8854-19585c784303'] in dv-cinder-792800-3-iscsi is: [{'id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'name': 'tempest-TestVolumeBootPattern-1157355578-router', 'tenant_id': '8ac66491ae6f460dacec0a4acbac926c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:58:55Z', 'updated_at': '2021-08-04T12:06:21Z', 'revision_number': 5, 'project_id': '8ac66491ae6f460dacec0a4acbac926c', 'gw_port': {'id': '7b13845c-2025-4950-82ed-5dc257dd3969', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cb0ee-ae90-4ebc-8854-19585c784303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:58:56Z', 'updated_at': '2021-08-04T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}] {{(pid=104941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:06:22.772093 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.873522 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.875741 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.922414 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.923099 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73cb0ee-ae90-4ebc-8854-19585c784303 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:06:22.928373 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:22.929552 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-f240f728-8b3a-45d7-a036-decdc9a73c4e admin admin] 10.222.0.54 "DELETE /v2.0/routers/b73cb0ee-ae90-4ebc-8854-19585c784303 HTTP/1.1" status: 204 len: 168 time: 1.1162610 Aug 04 12:06:22.932741 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47456) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:22.984101 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Deleting subnet 89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:06:22.987375 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.022467 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.108060 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.168202 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.194766 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fc6c44-c72d-4d4c-a60c-5d82b4effdf4,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:23.200787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.205914 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-c349153a-2d4d-4432-ab3d-21df3a797ea4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89fc6c44-c72d-4d4c-a60c-5d82b4effdf4 HTTP/1.1" status: 204 len: 168 time: 0.2693148 Aug 04 12:06:23.206476 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [-] (104939) accepted ('10.222.0.54', 47458) {{(pid=104939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:23.217498 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f650c1-7adb-46ac-9e00-cfeca286e398 None None] Network 8209bfe8-033f-49eb-b3ee-a46d45b9920d requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:06:23.281398 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.345733 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Deleting port de759629-154e-43f4-9a7d-d8b8b55c7d3c {{(pid=104939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:23.346110 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.365816 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-eb70bcc0-5366-47a1-84d2-72957356eae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.428831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.db [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] For port de759629-154e-43f4-9a7d-d8b8b55c7d3c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=de759629-154e-43f4-9a7d-d8b8b55c7d3c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:23.429220 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.430355 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] DHCP port deletion for 8209bfe8-033f-49eb-b3ee-a46d45b9920d request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:06:23.443391 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.plugin [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Calling delete_port for de759629-154e-43f4-9a7d-d8b8b55c7d3c owned by network:dhcp {{(pid=104939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:23.488023 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Deleting port de759629-154e-43f4-9a7d-d8b8b55c7d3c {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:23.488682 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.542783 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33074159'] for port, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.560846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] For port de759629-154e-43f4-9a7d-d8b8b55c7d3c, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=de759629-154e-43f4-9a7d-d8b8b55c7d3c,segment=NetworkSegment(5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd),segment_id=5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd)] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:23.561241 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.569031 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=de759629-154e-43f4-9a7d-d8b8b55c7d3c,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:23.573293 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] No DVR routers for this DVR port de759629-154e-43f4-9a7d-d8b8b55c7d3c on host dv-cinder-792800-3-iscsi {{(pid=104939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:23.579502 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Calling delete_port for de759629-154e-43f4-9a7d-d8b8b55c7d3c owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:23.599104 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.647831 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.657959 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8209bfe8-033f-49eb-b3ee-a46d45b9920d']}} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:23.668749 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.672074 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd') {'for_net_delete': True} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:23.672374 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.services.segments.db [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c57fc71-2cd5-440c-bf8d-98f5fcaa56bd') {} {{(pid=104939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:23.682931 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32815786'] for segment, before_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.698159 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.698423 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Pushing event deleted for resources: {'Port': ['ID=de759629-154e-43f4-9a7d-d8b8b55c7d3c,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:23.706172 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=104939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:06:23.706418 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] No DVR routers for this DVR port de759629-154e-43f4-9a7d-d8b8b55c7d3c on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:23.706613 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33074074'] for segment, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.709141 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.709489 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: Traceback (most recent call last): Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: timer() Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: cb(*args, **kw) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: return func(*args, **kwargs) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: self._notify() Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: self.callback(batched_events) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: event.method(event) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: return f(self, *a, **k) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._get(url).json() Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: return self.request(url, 'GET', **kwargs) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:06:23.709800 dv-cinder-792800-3-iscsi neutron-server[104939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.712602 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.713337 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1968158b-42fa-4927-99dd-712eaf074e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792800-3-iscsi {{(pid=104941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:06:23.753591 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.767816 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.773440 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron_lib.callbacks.manager [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:23.775462 dv-cinder-792800-3-iscsi neutron-server[104939]: INFO neutron.wsgi [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] 10.222.0.54 "DELETE /v2.0/networks/8209bfe8-033f-49eb-b3ee-a46d45b9920d HTTP/1.1" status: 204 len: 168 time: 0.5681684 Aug 04 12:06:23.778704 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47460) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:23.787056 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1414279-5a9e-4a9e-ab3f-8c152bc1bbbc admin admin] Pushing event deleted for resources: {'Network': ['ID=8209bfe8-033f-49eb-b3ee-a46d45b9920d,revision_number=None']} {{(pid=104939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:24.138528 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16767488'] for router_interface, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:24.321365 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device de759629-154e-43f4-9a7d-d8b8b55c7d3c no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:24.342655 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: de759629-154e-43f4-9a7d-d8b8b55c7d3c {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:24.342999 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device de759629-154e-43f4-9a7d-d8b8b55c7d3c not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:24.343428 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7b13845c-2025-4950-82ed-5dc257dd3969 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:24.362935 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 7b13845c-2025-4950-82ed-5dc257dd3969 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:24.363286 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 7b13845c-2025-4950-82ed-5dc257dd3969 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:24.363712 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 79b9f065-43be-4ae6-a90d-24e4e660772c no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:24.382895 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 79b9f065-43be-4ae6-a90d-24e4e660772c {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:24.383240 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 79b9f065-43be-4ae6-a90d-24e4e660772c not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:24.421095 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Deleting port 14997b4e-28cf-445d-95f3-69b45798c090 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:24.421479 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:24.525215 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] For port 14997b4e-28cf-445d-95f3-69b45798c090, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=14997b4e-28cf-445d-95f3-69b45798c090,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:24.525709 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:24.544947 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Calling delete_port for 14997b4e-28cf-445d-95f3-69b45798c090 owned by network:router_interface {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:24.755641 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:24.781125 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Pushing event deleted for resources: {'Port': ['ID=14997b4e-28cf-445d-95f3-69b45798c090,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:24.961463 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16326721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16767604'] for router_interface, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.108746 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.187443 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Router e3404179-3d95-4d0b-90f1-640e514467d6 has already been hosted by L3 agent 3f445fe4-682e-4619-a3fe-50b95b524af2 {{(pid=104940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:06:25.295231 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] Notify agent at l3_agent.dv-cinder-792800-3-iscsi the message routers_updated {{(pid=104940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:06:25.301125 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-a7f79c88-9187-4e3e-9987-06c53300b37e admin admin] 10.222.0.54 "PUT /v2.0/routers/e3404179-3d95-4d0b-90f1-640e514467d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5213180 Aug 04 12:06:25.303797 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47464) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:25.306902 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Sync routers for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:06:25.317602 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:25.318220 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:06:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:25.418787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks [] for router, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.434106 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: dv-cinder-792800-3-iscsi {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:25.526549 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.581538 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Deleting port 1e2d2de4-f309-40b2-868b-47ca34d53424 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:25.582073 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.614081 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'external_fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T12:06:24Z', 'revision_number': 5, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port': {'id': '1e2d2de4-f309-40b2-868b-47ca34d53424', 'name': '', 'network_id': 'a445793f-9be4-45a3-8ed7-d19f4d4d3ee0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792800-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:59:04Z', 'updated_at': '2021-08-04T11:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce46af79-e9c9-499c-af1d-008f77e200fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792800-3-iscsi'}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:25.640667 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Checking router: e3404179-3d95-4d0b-90f1-640e514467d6 for host: dv-cinder-792800-3-iscsi {{(pid=104942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:06:25.648959 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Routers {'e3404179-3d95-4d0b-90f1-640e514467d6'} bound to L3 agent in host dv-cinder-792800-3-iscsi {{(pid=104942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:06:25.650717 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792800-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:42:23Z,description=,heartbeat_timestamp=2021-08-04T12:06:23Z,host='dv-cinder-792800-3-iscsi',id=3f445fe4-682e-4619-a3fe-50b95b524af2,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:42:23Z,topic='l3_agent')) {'router_ids': ['e3404179-3d95-4d0b-90f1-640e514467d6'], 'active': True} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:25.668544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] For port 1e2d2de4-f309-40b2-868b-47ca34d53424, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=1e2d2de4-f309-40b2-868b-47ca34d53424,segment=NetworkSegment(bab446f7-a8e2-48e7-ab3b-8a5476430c79),segment_id=bab446f7-a8e2-48e7-ab3b-8a5476430c79)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:25.668985 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.682411 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Calling delete_port for 1e2d2de4-f309-40b2-868b-47ca34d53424 owned by network:router_gateway {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:25.739079 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_dvr_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] Set router e3404179-3d95-4d0b-90f1-640e514467d6 gateway port host: None {{(pid=104942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:06:25.789966 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.l3_hamode_db [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T12:06:25Z', 'revision_number': 6, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port_host': None}], 'dv-cinder-792800-3-iscsi', False) {} {{(pid=104942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:25.865200 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:25.904803 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2d2de4-f309-40b2-868b-47ca34d53424,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:25.916291 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d840e7-cd55-43f2-86d5-0eace5023c85 None None] The sync data for ids ['e3404179-3d95-4d0b-90f1-640e514467d6'] in dv-cinder-792800-3-iscsi is: [{'id': 'e3404179-3d95-4d0b-90f1-640e514467d6', 'name': 'tempest-TestVolumeBootPattern-2107850345-router', 'tenant_id': '1368e0b3b79d4d8abf332478665c4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:59:03Z', 'updated_at': '2021-08-04T12:06:25Z', 'revision_number': 6, 'project_id': '1368e0b3b79d4d8abf332478665c4b7b', 'gw_port_host': None}] {{(pid=104942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:06:25.980461 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16770766'] for router_gateway, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.069035 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16732241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57856'] for router, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.071317 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.119168 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16732357'] for router, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.119901 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3404179-3d95-4d0b-90f1-640e514467d6 {{(pid=104940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:06:26.124544 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] Notify callbacks [] for router, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.125724 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-bf676f6d-5d11-49e6-b0b2-7dd55f50649f admin admin] 10.222.0.54 "DELETE /v2.0/routers/e3404179-3d95-4d0b-90f1-640e514467d6 HTTP/1.1" status: 204 len: 168 time: 0.8209789 Aug 04 12:06:26.129273 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47466) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:26.174013 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Deleting subnet 1682325e-7616-40da-a3fd-4028ce13715b {{(pid=104940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:06:26.177331 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.212595 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25037420'] for subnet, precommit_delete_associations {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.307001 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036565'] for subnet, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.407516 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1037542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16750686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25111742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25045708'] for subnet, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.446912 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1682325e-7616-40da-a3fd-4028ce13715b,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:26.450230 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.453076 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-aae65653-e707-4612-bdf9-bd67d9378bcd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1682325e-7616-40da-a3fd-4028ce13715b HTTP/1.1" status: 204 len: 168 time: 0.3225284 Aug 04 12:06:26.455338 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741c12d-10d1-48ad-9700-4cd6bfdbfa91 None None] Network 26b554c9-2964-42f3-971f-dbdc9fa3e173 requested from dv-cinder-792800-3-iscsi {{(pid=104941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:06:26.455888 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47468) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:26.535388 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542875'] for network, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.596279 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Deleting port c63136e4-8655-4cf5-b2ac-61eebecaf596 {{(pid=104940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:26.596629 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.673107 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.db [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] For port c63136e4-8655-4cf5-b2ac-61eebecaf596, host dv-cinder-792800-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792800-3-iscsi',level=0,port_id=c63136e4-8655-4cf5-b2ac-61eebecaf596,segment=NetworkSegment(4071a481-39d0-4ca8-9943-5df066736c0f),segment_id=4071a481-39d0-4ca8-9943-5df066736c0f)] {{(pid=104940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:26.673372 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.688323 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.plugin [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Calling delete_port for c63136e4-8655-4cf5-b2ac-61eebecaf596 owned by network:dhcp {{(pid=104940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:26.726341 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] DHCP port deletion for 26b554c9-2964-42f3-971f-dbdc9fa3e173 request from dv-cinder-792800-3-iscsi {{(pid=104941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:06:26.758654 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 14997b4e-28cf-445d-95f3-69b45798c090 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:26.781035 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 14997b4e-28cf-445d-95f3-69b45798c090 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:26.781380 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 14997b4e-28cf-445d-95f3-69b45798c090 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:26.789392 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25111649'] for port, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.808073 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Deleting port c63136e4-8655-4cf5-b2ac-61eebecaf596 {{(pid=104941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:06:26.808501 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270983482'] for port, before_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.818915 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Pushing event deleted for resources: {'Port': ['ID=c63136e4-8655-4cf5-b2ac-61eebecaf596,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:26.825028 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] No DVR routers for this DVR port c63136e4-8655-4cf5-b2ac-61eebecaf596 on host dv-cinder-792800-3-iscsi {{(pid=104940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:26.878757 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.db [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] For port c63136e4-8655-4cf5-b2ac-61eebecaf596, host dv-cinder-792800-3-iscsi, got binding levels [] {{(pid=104941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:06:26.879153 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16769195'] for port, precommit_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.893901 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Calling delete_port for c63136e4-8655-4cf5-b2ac-61eebecaf596 owned by network:dhcp {{(pid=104941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:06:26.897704 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.ipam_backend_mixin [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Port c63136e4-8655-4cf5-b2ac-61eebecaf596 was not found and therefore no delete operation was performed {{(pid=104941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 12:06:26.899335 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-558888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270990237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733270500554'] for port, after_delete {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.918491 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1036946', 'neutron.services.segments.db._delete_segments_for_network-8733271046135'] for network, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:26.927868 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] Pushing event deleted for resources: {'Port': ['ID=c63136e4-8655-4cf5-b2ac-61eebecaf596,revision_number=None']} {{(pid=104941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:26.929787 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b554c9-2964-42f3-971f-dbdc9fa3e173']}} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:26.933906 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f86ff-c8bb-4ba0-b4c6-ad308a15396e None None] No DVR routers for this DVR port c63136e4-8655-4cf5-b2ac-61eebecaf596 on host dv-cinder-792800-3-iscsi {{(pid=104941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:06:27.223433 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4071a481-39d0-4ca8-9943-5df066736c0f') {'for_net_delete': True} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:27.223689 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.services.segments.db [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4071a481-39d0-4ca8-9943-5df066736c0f') {} {{(pid=104940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:06:27.237334 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733271048964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25037415'] for segment, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.256443 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649'] for segment, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.264299 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=104940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:06:27.265698 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25111572'] for segment, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: Traceback (most recent call last): Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: timer() Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: cb(*args, **kw) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: return func(*args, **kwargs) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: self._notify() Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: self.callback(batched_events) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: event.method(event) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: return f(self, *a, **k) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._get(url).json() Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: return self.request(url, 'GET', **kwargs) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:06:27.267456 dv-cinder-792800-3-iscsi neutron-server[104940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:06:27.330938 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1036955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16326778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16770794'] for network, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.338628 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16326756'] for network, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.341435 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] 10.222.0.54 "DELETE /v2.0/networks/26b554c9-2964-42f3-971f-dbdc9fa3e173 HTTP/1.1" status: 204 len: 168 time: 0.8837538 Aug 04 12:06:27.353404 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0d35a-4190-4e1a-8f2f-0f33cc64228e admin admin] Pushing event deleted for resources: {'Network': ['ID=26b554c9-2964-42f3-971f-dbdc9fa3e173,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:27.461901 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47472) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:27.505998 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-616eada3-c4ba-4e97-8d5f-63bb7bdd5800 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ac66491ae6f460dacec0a4acbac926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419264 Aug 04 12:06:27.508647 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47474) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:27.568200 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.569940 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.595063 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.644403 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.647093 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:27.649112 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d2ea358-8f16-478f-a190-d4a77a100048 HTTP/1.1" status: 204 len: 168 time: 0.1381180 Aug 04 12:06:27.660064 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd342db-2cfb-4376-89d9-35f557fb66f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2ea358-8f16-478f-a190-d4a77a100048,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:27.994317 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47482) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:28.045759 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-82decc17-f17e-4acc-aafc-c0cc96e49bed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1368e0b3b79d4d8abf332478665c4b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501847 Aug 04 12:06:28.048311 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.wsgi [-] (104940) accepted ('10.222.0.54', 47484) {{(pid=104940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:06:28.100825 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:28.124842 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:28.173584 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16760118'] for security_group, after_delete {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:28.176572 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron_lib.callbacks.manager [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:28.177745 dv-cinder-792800-3-iscsi neutron-server[104940]: INFO neutron.wsgi [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e4951a40-8267-431d-9a3c-07dc1d3ec9da HTTP/1.1" status: 204 len: 168 time: 0.1285274 Aug 04 12:06:28.186566 dv-cinder-792800-3-iscsi neutron-server[104940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691cefc-1b50-4b55-b1c9-544abc8d18ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4951a40-8267-431d-9a3c-07dc1d3ec9da,revision_number=None']} {{(pid=104940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:06:28.325431 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c63136e4-8655-4cf5-b2ac-61eebecaf596 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:28.350505 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: c63136e4-8655-4cf5-b2ac-61eebecaf596 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:28.350959 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device c63136e4-8655-4cf5-b2ac-61eebecaf596 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:28.351473 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 1e2d2de4-f309-40b2-868b-47ca34d53424 no longer exists at agent ovs-agent-dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:06:28.377547 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.plugin [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] No Port match for: 1e2d2de4-f309-40b2-868b-47ca34d53424 {{(pid=104941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:06:28.377892 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron.plugins.ml2.rpc [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Device 1e2d2de4-f309-40b2-868b-47ca34d53424 not bound to the agent host dv-cinder-792800-3-iscsi {{(pid=104941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:06:44.854525 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:06:50.391612 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-8a8df21c-d29b-4d5b-80c2-8c3dfd01fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:53.358167 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-605a46e8-9d2e-4af6-b77e-3cd517166b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:53.591957 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:53.755278 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:55.112023 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:06:57.568094 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:20.392479 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-ece06386-1968-4a0b-b7f6-13a6a39226d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:21.854791 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:07:23.359708 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-2cb3037d-2364-4b00-8605-1f8c408e03e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:23.593539 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:23.744970 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:25.115540 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:27.571748 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:50.392839 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-b22f0b42-4d64-42eb-be56-cf7847687355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:53.360386 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-672c1c5b-e316-4e83-bdc3-95f85d7c566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:53.594846 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:53.743660 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:53.908243 dv-cinder-792800-3-iscsi neutron-server[104939]: DEBUG neutron.wsgi [req-59ad4f56-0d22-4b04-b9b7-4ad69d8a3513 req-55c261a1-3582-45fe-bd87-86d5bb82c874 service neutron] (104939) timed out ('10.222.0.89', 55270) {{(pid=104939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:07:55.117664 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:57.574315 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:07:58.855078 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:08:20.394170 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d4d5b5a1-c190-4f43-a42c-1d8d812a1e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:23.360554 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-06760081-f157-4675-bc50-8c2bd4e0ceb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:23.599186 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:23.743646 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:25.119925 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:27.577207 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:35.854012 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:08:50.394225 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f44d91df-698d-44fc-9645-cc6f7fd3f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:53.362787 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-74102398-98da-4897-a826-cd820af6a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:53.600789 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:53.767099 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:55.121806 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:08:57.579325 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:12.853225 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:09:20.394406 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-af8d932e-b231-44f8-a297-100a109a5cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:23.363091 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-da555470-fdf1-4203-a52b-9f529fa11909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:23.601320 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:23.772746 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:25.124869 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:27.581545 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:49.854300 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:09:50.395369 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-1cc9b29c-262e-4f54-b11a-7602b8888b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:53.363888 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b0b5-9964-466c-b1e5-5ce1cc19bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:53.603434 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:53.788218 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:55.127740 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:09:57.584514 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:20.395743 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-def7b4bf-e205-476e-af2e-10ea4b60923d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:23.364123 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-f40d9005-f818-4690-82cd-bae8e5d28afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:23.611732 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:23.788789 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:25.132287 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:26.854262 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:10:27.585736 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:50.396461 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d412203f-0c44-444f-a99b-7b814e9da879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:53.363487 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-67d459b7-c76f-4e5a-b8f6-0de39f6049ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:53.605302 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:53.789011 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:55.134814 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:10:57.588478 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:03.854678 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:11:20.397152 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-281dbe41-6305-4f0d-ba0a-aa174e8211ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:23.364212 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-c206f90c-3b8d-473a-9081-32cb7471943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:23.606114 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-d637f1a9-12c8-44e5-b6d3-866d7f6d04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:23.803124 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-92391193-f08a-44d5-acab-191b6ba6fe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:25.137623 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-7ae87724-4de1-496e-a8c9-f67c832312c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:27.591823 dv-cinder-792800-3-iscsi neutron-server[104941]: DEBUG neutron_lib.callbacks.manager [None req-4df8ed7a-3067-4f0a-837b-d922914c2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733271046117', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1039166'] for agent, after_update {{(pid=104941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:11:40.854376 dv-cinder-792800-3-iscsi neutron-server[104942]: DEBUG neutron.db.agents_db [None req-62af29a1-686f-428d-83b5-a58067fddfdd None None] Agent healthcheck: found 6 active agents {{(pid=104942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}